-- Logs begin at Fri 2022-06-03 08:58:30 UTC, end at Fri 2022-06-03 10:15:27 UTC. -- Jun 03 09:49:18.939263 dv-cinder-844563-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 09:49:21.812256 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.common.config [-] Logging enabled! Jun 03 09:49:21.812853 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev294 Jun 03 09:49:21.813037 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110904) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 03 09:49:21.816341 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.common.config [-] Logging enabled! Jun 03 09:49:21.816592 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev294 Jun 03 09:49:21.816900 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110904) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 03 09:49:21.817818 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 09:49:21.818070 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 09:49:21.818573 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 09:49:21.818816 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 09:49:21.819041 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 09:49:21.819355 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.819653 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.819880 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.820175 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.820464 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.820742 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.821030 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.821323 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.821606 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.821909 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.822187 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.822413 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.822692 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.822975 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.823258 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.823477 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] debug = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.823752 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.824184 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.824589 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.824875 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.825160 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.825438 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.825707 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.826001 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.826284 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.826608 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] host = dv-cinder-844563-1-iscsi {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.826904 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.827186 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.827466 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.827747 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.828016 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.828288 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.828566 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.828834 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.829100 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.829370 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.829650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.829953 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.830241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.830462 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.830679 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.830959 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.831241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.831510 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.831779 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.832046 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.832314 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.832582 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.832844 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.833121 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.833398 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.833675 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.833969 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.834244 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.834516 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.834784 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.835065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.835332 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.835608 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.835875 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.836159 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.836426 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.836694 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.836988 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.837266 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.837539 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.837817 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.838114 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.838391 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.838656 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.838921 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.839186 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] use_json = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.839450 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.839714 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.839990 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.840258 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.840524 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.840793 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.841058 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.841335 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.841602 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:21.841902 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.842206 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.842524 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.842804 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.843104 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.843378 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.843662 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.843935 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.844218 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.844500 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.844781 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.845055 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.845349 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.845643 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.845954 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.846260 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.846548 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.846836 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.847107 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.847376 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.847645 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.847921 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.848206 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.848479 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.848764 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.849050 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.849324 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.849613 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.849924 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.850199 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.850489 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.850774 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.851045 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.851319 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.851604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.851877 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.852146 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.852431 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.852704 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.852970 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.853246 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.853531 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.853816 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.854108 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.854381 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.854664 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.854935 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.855202 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.855473 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.855746 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.856016 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.856296 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.856568 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.856835 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.857100 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.857371 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.857639 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.857925 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.858739 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.859008 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.859279 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.859547 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.859812 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.860080 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.860349 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.860616 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.860882 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.861148 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.861419 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.861687 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.861990 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.862261 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.862529 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.862796 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.863090 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.863365 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.863641 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.863915 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.864190 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.864465 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.864739 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.865013 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.865286 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.865559 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.865844 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.866148 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.866432 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.866711 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.866986 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.867301 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.867574 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.867851 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.868133 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.868409 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.868686 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.868969 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.869251 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.869542 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.869837 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.870141 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.870435 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.870728 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.871018 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.871298 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.871601 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.871880 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:21.872094 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 09:49:21.872330 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110904) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 09:49:22.242062 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 03 09:49:22.242335 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 03 09:49:22.242634 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 03 09:49:22.242960 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 09:49:22.566650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.566937 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.567216 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.568368 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.568636 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.568895 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.621600 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.621872 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.622156 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.638661 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.638936 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.639200 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.667314 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.667589 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.667852 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.704196 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.705963 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:22.706234 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.048862 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.049453 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.049453 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.049629 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.050345 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.148095 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.148410 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.148689 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.148960 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.149224 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.149529 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.149786 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.150058 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.150309 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.150849 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.151104 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.151367 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.151618 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.151866 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.152114 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.152369 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.152763 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.153027 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.153296 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.153553 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.153820 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.154094 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.154376 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.154745 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.155016 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.155256 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.155645 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:23.155881 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:23.156115 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:23.156347 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:23.156578 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:23.156808 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:23.157166 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 09:49:23.160248 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 09:49:23.164112 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 09:49:23.167717 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 03 09:49:23.169302 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 09:49:23.169758 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 09:49:23.170120 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 09:49:23.171031 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 09:49:23.173985 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 09:49:23.174233 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 09:49:23.174577 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 09:49:23.179424 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 03 09:49:23.202990 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 09:49:23.203433 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.203726 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110904) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 03 09:49:23.204091 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.205438 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110904) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 09:49:23.205708 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 09:49:23.205972 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 09:49:23.209073 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.209350 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:23.270918 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 09:49:23.271150 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 09:49:23.271385 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 09:49:23.271746 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 09:49:23.324523 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO dbcounter [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Registered counter for database neutron Jun 03 09:49:23.343435 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_db.sqlalchemy.engines [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110904) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 09:49:23.349221 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG dbcounter [-] [110904] Writer thread running {{(pid=110904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 09:49:23.963554 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing driver for type 'gre' Jun 03 09:49:23.964073 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] gre ID ranges: [(1, 1000)] Jun 03 09:49:24.152281 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing driver for type 'local' Jun 03 09:49:24.152864 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing driver for type 'vlan' Jun 03 09:49:24.243596 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] VlanTypeDriver initialization complete Jun 03 09:49:24.243920 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing driver for type 'vxlan' Jun 03 09:49:24.244507 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] vxlan ID ranges: [(1, 1000)] Jun 03 09:49:24.438103 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing extension driver 'port_security' Jun 03 09:49:24.438380 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.extensions.port_security [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] PortSecurityExtensionDriver initialization complete Jun 03 09:49:24.438711 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing mechanism driver 'openvswitch' Jun 03 09:49:24.439036 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing mechanism driver 'hyperv' Jun 03 09:49:24.445654 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.plugin [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:49:24.446343 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.446717 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.447083 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.447568 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 09:49:24.448002 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.448337 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.448714 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.449115 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 09:49:24.449517 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.449863 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.450237 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.450662 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 09:49:24.451102 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > security_group after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.451446 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > security_group after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.452382 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.452835 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 09:49:24.453239 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.453583 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.453946 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.454341 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 09:49:24.454741 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > address_group after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.455082 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > address_group after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.455415 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.455968 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 09:49:24.456420 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] ML2 OVO RPC backend initialized. {{(pid=110904) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 03 09:49:24.457138 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.457500 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.457953 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.458308 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > networks before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.458654 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.459002 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > ports before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.459343 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.459680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnets before_response 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.460107 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.460454 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.460790 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.461126 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.461461 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.461797 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.462248 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.462590 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.462927 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.486180 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded quota_driver: . Jun 03 09:49:24.486541 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.plugin [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Modular L2 Plugin initialization complete Jun 03 09:49:24.486883 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading services supported by the core plugin {{(pid=110904) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 09:49:24.487222 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.plugins.ml2.managers [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Got port-security extension from driver 'port_security' Jun 03 09:49:24.487733 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.extensions.vlantransparent [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Disabled vlantransparent extension. Jun 03 09:49:24.488267 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110904) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 09:49:24.488588 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: router Jun 03 09:49:24.529026 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.529417 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_create 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.529803 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router before_create 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.530253 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.530624 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.530973 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_delete 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.531326 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.531669 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.532019 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_create 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.532361 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_update 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.532704 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_update 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.533044 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.533396 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_update 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.533797 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.534185 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.534520 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.534849 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: subnet after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.535185 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.535564 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.535928 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.536263 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.536600 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.536947 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router after_update 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.537281 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.537625 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.538015 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.538356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.538713 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > agent after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.539057 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > agent after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.539397 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > network after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.540247 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Tracking information for resource: router configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:24.540574 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Tracking information for resource: floatingip configured {{(pid=110904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 09:49:24.550837 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.db.l3_agentschedulers_db [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 09:49:24.551415 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.551775 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port after_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.552123 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port after_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.552468 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: port after_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.553263 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router before_create 55550100 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.553625 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.554016 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_create 55550100 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.554369 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > router precommit_update 55550100 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.559177 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.provider_configuration [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service providers = [] {{(pid=110904) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 09:49:24.559541 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.db.servicetype_db [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110904) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 09:49:24.563073 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.service_base [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 09:49:24.563571 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.service_base [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 09:49:24.563863 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.service_base [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 09:49:24.564748 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.services.service_base [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 09:49:24.565115 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.services.service_base [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 09:49:24.565481 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.565802 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 09:49:24.576394 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.577342 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: auto_allocate Jun 03 09:49:24.583083 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: network precommit_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.583453 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: network precommit_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.583964 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.584280 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: tag Jun 03 09:49:24.590995 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.591324 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: timestamp Jun 03 09:49:24.595188 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.595511 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: network_ip_availability Jun 03 09:49:24.600950 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.601316 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.601670 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.602426 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.602742 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: flavors Jun 03 09:49:24.607575 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.607922 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading Plugin: revisions Jun 03 09:49:24.613776 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 09:49:24.614202 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_concurrency.lockutils [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.371s {{(pid=110904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 03 09:49:24.614950 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110904) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 03 09:49:24.615284 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Initializing extension manager. Jun 03 09:49:24.615807 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: __init__.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.616146 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: __pycache__ {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.616477 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: _port_mac_address_override.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.616805 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: address_group.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.617555 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.618151 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: address-group Jun 03 09:49:24.618477 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: address_scope.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.619178 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.619688 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: address-scope Jun 03 09:49:24.620004 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.620924 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.621437 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: router-admin-state-down-before-update Jun 03 09:49:24.621756 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: agent.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.622474 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.622978 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: agent Jun 03 09:49:24.623295 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: agent_resources_synced.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.624731 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.625239 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: agent-resources-synced Jun 03 09:49:24.625557 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: allowedaddresspairs.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.627373 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.627897 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: allowed-address-pairs Jun 03 09:49:24.628221 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: auto_allocated_topology.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.629279 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.629794 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: auto-allocated-topology Jun 03 09:49:24.630150 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: availability_zone.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.630841 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.631348 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: availability_zone Jun 03 09:49:24.631667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: availability_zone_filter.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.632568 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.633078 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: availability_zone_filter Jun 03 09:49:24.633396 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: data_plane_status.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.634325 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.634835 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 09:49:24.635152 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: default_subnetpools.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.636059 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.636572 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: default-subnetpools Jun 03 09:49:24.636890 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.637686 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.638227 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: dhcp_agent_scheduler Jun 03 09:49:24.638550 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: dns.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.640105 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.640610 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension dns-integration not supported by any of loaded plugins Jun 03 09:49:24.640933 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: dns_domain_ports.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.641846 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.642376 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 09:49:24.642698 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.643614 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.644124 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 03 09:49:24.644445 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: dvr.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.645109 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.645612 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: dvr Jun 03 09:49:24.645959 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: ecmp_routes.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.646882 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.647387 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 03 09:49:24.647707 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: empty_string_filtering.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.648608 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.649125 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: empty-string-filtering Jun 03 09:49:24.649447 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.650373 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.651155 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 09:49:24.651473 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.652375 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.652886 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 09:49:24.653204 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: external_net.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.654188 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.654709 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: external-net Jun 03 09:49:24.655057 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.655956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.656471 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: extra_dhcp_opt Jun 03 09:49:24.656788 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: extraroute.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.657684 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.658229 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: extraroute Jun 03 09:49:24.658547 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: extraroute_atomic.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.659575 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.660090 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: extraroute-atomic Jun 03 09:49:24.660409 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: filter_validation.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.661063 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.661571 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: filter-validation Jun 03 09:49:24.661907 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: fip_pf_description.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.662800 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.663301 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 09:49:24.663615 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: fip_pf_port_range.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.664613 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.665122 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 03 09:49:24.665436 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: fip_port_details.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.666387 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.666889 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: fip-port-details Jun 03 09:49:24.667203 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: flavors.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.668421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.668939 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: flavors Jun 03 09:49:24.669258 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.671578 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.672109 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 09:49:24.672434 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: floatingip_pools.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.673130 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.673644 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: floatingip-pools Jun 03 09:49:24.673994 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: ip_allocation.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.674915 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.675426 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 09:49:24.675747 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.676658 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.677170 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: ip-substring-filtering Jun 03 09:49:24.677491 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l2_adjacency.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.678448 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.678952 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 09:49:24.679271 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.680228 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.680746 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: router Jun 03 09:49:24.681066 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.683313 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.683848 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 09:49:24.684178 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.685096 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.685615 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: ext-gw-mode Jun 03 09:49:24.685974 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.687447 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.687957 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: l3-ha Jun 03 09:49:24.688323 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.689179 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.689690 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 03 09:49:24.690046 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_flavors.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.690953 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.691461 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: l3-flavors Jun 03 09:49:24.691780 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.693136 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.693648 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 03 09:49:24.693996 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.694914 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.695425 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 09:49:24.695748 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: l3agentscheduler.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.696765 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.697284 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: l3_agent_scheduler Jun 03 09:49:24.697609 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: local_ip.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.699385 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.699912 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension local_ip not supported by any of loaded plugins Jun 03 09:49:24.700241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: logging.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.701724 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.702279 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension logging not supported by any of loaded plugins Jun 03 09:49:24.702612 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: metering.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.703349 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.703935 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: metering Jun 03 09:49:24.704266 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.705480 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.706036 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: metering_source_and_destination_fields Jun 03 09:49:24.706365 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: multiprovidernet.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.707284 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.707797 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: multi-provider Jun 03 09:49:24.708119 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: netmtu.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.709024 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.709533 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: net-mtu Jun 03 09:49:24.709853 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: netmtu_writable.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.710791 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.711302 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: net-mtu-writable Jun 03 09:49:24.711624 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: network_availability_zone.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.712287 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.712794 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: network_availability_zone Jun 03 09:49:24.715271 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: network_ip_availability.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.715271 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.715271 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: network-ip-availability Jun 03 09:49:24.715271 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: network_segment_range.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.715793 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.716300 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 09:49:24.716620 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: pagination.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.717609 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.717958 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: pagination Jun 03 09:49:24.718278 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: port_device_profile.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.719182 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.719706 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: port-device-profile Jun 03 09:49:24.720028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: port_mac_address_override.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.720957 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.721470 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: port-mac-override Jun 03 09:49:24.721791 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.722735 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.723247 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: port-mac-address-regenerate Jun 03 09:49:24.723568 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.724470 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.724988 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: port-numa-affinity-policy Jun 03 09:49:24.725308 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: port_resource_request.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.726248 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.726757 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 09:49:24.727075 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: port_resource_request_groups.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.728033 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.728548 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 03 09:49:24.728867 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: portbindings.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.729782 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.730330 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: binding Jun 03 09:49:24.730652 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: portbindings_extended.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.731914 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.732429 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: binding-extended Jun 03 09:49:24.732752 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: portsecurity.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.734212 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.734724 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: port-security Jun 03 09:49:24.735054 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: project_id.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.736024 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.736349 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: project-id Jun 03 09:49:24.736668 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: providernet.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.737572 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.738113 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: provider Jun 03 09:49:24.738436 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.742926 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.743455 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos not supported by any of loaded plugins Jun 03 09:49:24.743783 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.745040 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.745560 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 09:49:24.745899 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.746835 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.747352 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 09:49:24.747672 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_default.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.748656 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.749675 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-default not supported by any of loaded plugins Jun 03 09:49:24.750188 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_fip.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.751103 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.751617 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-fip not supported by any of loaded plugins Jun 03 09:49:24.751940 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.752842 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.753352 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 03 09:49:24.753674 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_gateway_ip.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.754631 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.755157 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 09:49:24.755478 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_port_network_policy.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.756387 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.756903 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 09:49:24.757226 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.758285 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.758810 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 03 09:49:24.759132 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.760159 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.760679 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 03 09:49:24.761000 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_pps_rule.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.762196 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.762717 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-pps not supported by any of loaded plugins Jun 03 09:49:24.763039 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_rule_type_details.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.764062 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.764740 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 09:49:24.765066 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.766097 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.766612 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 03 09:49:24.766931 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: qos_rules_alias.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.767975 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.768490 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 09:49:24.768811 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: quota_check_limit.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.769723 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.770282 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: quota-check-limit Jun 03 09:49:24.770605 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: quotasv2.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.771548 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.771874 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: quotas Jun 03 09:49:24.772191 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: quotasv2_detail.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.773903 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.774254 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: quota_details Jun 03 09:49:24.774583 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: rbac.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.775905 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.776433 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: rbac-policies Jun 03 09:49:24.776756 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: rbac_address_group.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.777680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.778233 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: rbac-address-group Jun 03 09:49:24.778559 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: rbac_address_scope.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.779546 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.780090 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: rbac-address-scope Jun 03 09:49:24.780414 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: rbac_security_groups.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.781339 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.781857 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: rbac-security-groups Jun 03 09:49:24.782206 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: rbac_subnetpool.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.783121 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.783639 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: rbac-subnetpool Jun 03 09:49:24.783960 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: revisionifmatch.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.784875 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.785394 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: revision-if-match Jun 03 09:49:24.785713 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: revisions.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.786848 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.787366 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: standard-attr-revisions Jun 03 09:49:24.787688 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: router_availability_zone.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.788350 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.788862 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: router_availability_zone Jun 03 09:49:24.789182 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: routerservicetype.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.790132 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.790648 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension router-service-type not supported by any of loaded plugins Jun 03 09:49:24.790966 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.791884 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.792402 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: security-groups-normalized-cidr Jun 03 09:49:24.792720 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.793639 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.794189 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: port-security-groups-filtering Jun 03 09:49:24.794510 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.795963 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.796485 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: security-groups-remote-address-group Jun 03 09:49:24.796808 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.797732 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.798293 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: security-groups-shared-filtering Jun 03 09:49:24.798616 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: securitygroup.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.808290 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.808828 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: security-group Jun 03 09:49:24.809156 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: segment.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.809872 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.810413 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension segment not supported by any of loaded plugins Jun 03 09:49:24.810736 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.812213 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.812725 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 09:49:24.813045 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: servicetype.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.814151 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.814674 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: service-type Jun 03 09:49:24.814996 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: sorting.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.815974 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.816299 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: sorting Jun 03 09:49:24.816617 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: standard_attr_segment.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.817523 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.818070 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 09:49:24.818391 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: standardattrdescription.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.819035 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.819547 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: standard-attr-description Jun 03 09:49:24.819866 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: stateful_security_group.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.820808 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.821329 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: stateful-security-group Jun 03 09:49:24.821650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: stdattrs_common.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.822262 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 09:49:24.822581 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.823508 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.824024 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 09:49:24.824344 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: subnet_onboard.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.825400 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.825953 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: subnet_onboard Jun 03 09:49:24.826279 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.827223 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.827736 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 09:49:24.828057 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: subnet_service_types.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.828978 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.829492 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: subnet-service-types Jun 03 09:49:24.829811 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: subnetallocation.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.830929 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.831444 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: subnet_allocation Jun 03 09:49:24.831766 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.832422 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.832932 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: subnetpool-prefix-ops Jun 03 09:49:24.833249 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.834205 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.834711 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 09:49:24.835028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: tagging.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.836092 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.836613 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: standard-attr-tag Jun 03 09:49:24.836938 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: timestamp.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.838164 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.838683 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loaded extension: standard-attr-timestamp Jun 03 09:49:24.839006 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: trunk.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.840021 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.840535 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension trunk not supported by any of loaded plugins Jun 03 09:49:24.840856 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: trunk_details.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.841761 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.842319 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension trunk-details not supported by any of loaded plugins Jun 03 09:49:24.842645 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: uplink_status_propagation.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.843548 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.844057 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 09:49:24.844376 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Loading extension file: vlantransparent.py {{(pid=110904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 09:49:24.845037 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 09:49:24.845550 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 09:49:24.848090 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:network Jun 03 09:49:24.848630 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:subnet Jun 03 09:49:24.849014 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 09:49:24.849400 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:port Jun 03 09:49:24.850680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.851118 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service FLAVORS assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.851736 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.852168 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.852497 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:router Jun 03 09:49:24.852919 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 09:49:24.853399 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service METERING assigned prefix: /metering {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.854852 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.855222 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.855574 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:49:24.856580 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 09:49:24.857014 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:security_group Jun 03 09:49:24.857449 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 09:49:24.858608 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service CORE assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.858938 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 09:49:24.859278 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] subnetpool is already registered Jun 03 09:49:24.859698 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service CORE assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.860020 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 09:49:24.860352 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] subnetpool is already registered Jun 03 09:49:24.862653 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.863087 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service FLAVORS assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.863674 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.864093 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.864419 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:router Jun 03 09:49:24.864760 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] router is already registered Jun 03 09:49:24.865167 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 09:49:24.865499 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] floatingip is already registered Jun 03 09:49:24.865978 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service METERING assigned prefix: /metering {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.866731 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 09:49:24.867062 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] rbac_policy is already registered Jun 03 09:49:24.867472 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:security_group Jun 03 09:49:24.867804 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] security_group is already registered Jun 03 09:49:24.868205 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 09:49:24.868536 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] security_group_rule is already registered Jun 03 09:49:24.869152 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service CORE assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.869474 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 09:49:24.869808 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] subnetpool is already registered Jun 03 09:49:24.870250 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.v2.resource_helper [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Service CORE assigned prefix: {{(pid=110904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 09:49:24.870571 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 09:49:24.870898 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING neutron.quota.resource_registry [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] subnetpool is already registered Jun 03 09:49:24.871347 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: extensions {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.872750 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: address-groups {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.874839 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: address-scopes {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.876140 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: agents {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.877283 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: auto-allocated-topology {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.878537 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: availability_zones {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.879720 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: dhcp-networks {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.881220 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: dhcp-agents {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.882661 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: routers {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.884400 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: flavors {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.886627 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: service_profiles {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.887824 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: next_providers {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.889271 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: service_profiles {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.890851 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: floatingip-pools {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.892056 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: routers {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.893714 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: floatingips {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.894996 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: l3-routers {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.896380 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: l3-agents {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.897788 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: metering-labels {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.899060 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: metering-label-rules {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.900414 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: network-ip-availabilities {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.901927 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: bindings {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.903460 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: quotas {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.905127 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: quotas {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.906684 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: rbac-policies {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.907876 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: security-groups {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.909153 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: security-group-rules {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.910414 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: service-providers {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.911635 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: subnetpools {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.912937 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: subnetpools {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.914487 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.916162 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.917994 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.919783 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.921982 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.923915 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.925586 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.927592 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.929325 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.931083 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron.api.extensions [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Extended resource: tags {{(pid=110904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 09:49:24.937597 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING keystonemiddleware.auth_token [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 09:49:24.942720 dv-cinder-844563-1-iscsi neutron-server[110904]: WARNING keystonemiddleware.auth_token [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 09:49:24.951362 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_concurrency.lockutils [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Acquired lock "singleton_lock" {{(pid=110904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 03 09:49:24.951868 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_concurrency.lockutils [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Releasing lock "singleton_lock" {{(pid=110904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 03 09:49:24.952523 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Starting 2 workers Jun 03 09:49:24.957578 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Started child 111015 {{(pid=110904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 09:49:24.962121 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Started child 111016 {{(pid=110904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 09:49:24.962982 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:24.963679 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO neutron.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 09:49:24.964352 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:24.964608 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [-] (111015) wsgi starting up on http://0.0.0.0:9696 Jun 03 09:49:24.966777 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Starting 1 workers Jun 03 09:49:24.966933 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:24.968385 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [-] (111016) wsgi starting up on http://0.0.0.0:9696 Jun 03 09:49:24.972236 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Started child 111017 {{(pid=110904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 09:49:24.972767 dv-cinder-844563-1-iscsi neutron-server[110904]: INFO oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Starting 1 workers Jun 03 09:49:24.976034 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] calling RpcWorker wait() {{(pid=111017) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 09:49:24.976578 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] returning from RpcWorker wait() {{(pid=111017) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 09:49:24.977288 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Started child 111018 {{(pid=110904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 09:49:24.978026 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:24.978122 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG neutron_lib.callbacks.manager [None req-833aa21d-f4ef-4321-9a8a-0e0f9cab7bb3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:24.978546 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:49:24.980045 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 03 09:49:24.980267 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 09:49:24.980453 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 09:49:24.980676 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 09:49:24.980980 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 09:49:24.981143 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 09:49:24.981660 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.981977 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.982241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.982327 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:24.982769 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.983845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.984127 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.984387 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.984680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.984932 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.985102 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.985269 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.985511 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.985750 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.986100 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.986351 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.986604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.986856 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.987028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.987302 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.987554 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.987795 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.988098 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] debug = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.988362 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.988867 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.989114 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.989370 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.989588 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.989845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.990127 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.990394 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.990654 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.990886 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.991123 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.991369 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.991607 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.991846 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.992056 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.992311 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.992551 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.993038 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] host = dv-cinder-844563-1-iscsi {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.993256 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.993473 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.993711 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.993980 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.994231 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.994463 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.994714 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.994985 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.995238 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.995492 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.995747 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.995991 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.996231 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.996494 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.996658 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_options = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.996890 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.997154 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.997416 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.997611 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.997780 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.997973 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.998217 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.998381 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.998697 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.999437 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.999668 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:24.999902 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.000117 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.000361 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.000599 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.000818 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.001034 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.001278 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.001530 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.001758 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.002037 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.002265 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.002501 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.002754 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.002971 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.003213 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.003472 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.004602 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.004736 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:49:25.004863 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.005053 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.005328 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.005582 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.005848 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.006986 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.007272 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.007523 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.007848 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.008015 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.008292 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.008621 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.008909 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.009382 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.009737 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.009737 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.010037 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.010170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.010350 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_json = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.010579 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.010820 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.011107 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.011344 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.011788 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.011788 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.012023 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.012230 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.012640 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.013530 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.013530 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.013530 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020170 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.020682 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.021667 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.022090 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.022090 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.022212 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.022439 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.022663 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.022886 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.023329 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.024703 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.024703 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.024703 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.024703 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.024703 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.024703 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.025857 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.025857 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.025857 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.026255 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.026255 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.026501 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.026743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.026887 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.027112 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.027361 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.027618 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.027883 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.028130 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.028367 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.028588 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.029241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.029241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.029241 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.029523 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.029706 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.030429 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.030664 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.030913 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.031162 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.031409 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.031639 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.031872 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.032107 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.032328 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.032543 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.032763 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.033005 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.033219 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.033444 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.033670 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.033876 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.034113 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.034319 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.034545 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.034762 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.035134 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.035279 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.035508 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.035656 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.035944 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.036189 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.036452 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.036681 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.036983 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.037212 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.037462 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.037689 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.037929 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.038153 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.038405 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.038638 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.038901 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.039147 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.039371 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.039634 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.039854 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.040074 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.040297 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.040520 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.040758 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.041004 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.041274 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.041511 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.041764 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.042025 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.042296 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.042602 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.042877 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.043900 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.044188 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.044443 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.044892 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.045361 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.046296 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.046580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.046856 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.047095 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.047372 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.047653 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.047909 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.048163 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.048403 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.048622 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.049044 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.049306 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.049559 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.049794 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.050131 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.050395 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.050647 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.050867 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.051140 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.051406 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.051648 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.051920 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.052187 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.052779 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.052779 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.053063 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.053201 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.053408 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.053670 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.053907 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.054129 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.054365 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.054587 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.054805 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.055021 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.055273 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.055512 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.055750 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.055964 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.056183 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.056401 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.056649 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.056865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.057084 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.057320 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.057539 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.057755 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.058010 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.058222 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.058501 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.058721 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.058990 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.059245 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.059461 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.059688 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.060006 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.060190 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.060427 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.060677 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.060917 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.061132 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.061365 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.061583 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.061797 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.062053 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.062303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.062520 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.062846 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.063090 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.063608 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.063872 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.064120 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.064371 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.064772 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.065180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.065424 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.065657 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.065911 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.066615 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.066615 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.066615 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.066978 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.067068 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.067213 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.067451 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.067728 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.067971 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.068214 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.068434 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.068680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.068897 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.069132 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.069349 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.069563 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.069778 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.070041 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.070263 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.070477 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.070807 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.071043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.071274 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.071529 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.071748 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.071979 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.072228 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.072483 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.072716 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.072943 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.073163 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.073391 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.073611 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.073820 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.074056 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.074282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.074499 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.074710 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.074952 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.075167 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.075405 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.075633 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.075851 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.076061 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.076283 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.076495 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.076706 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.076917 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.077138 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.077680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.077680 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.078086 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.078086 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.078344 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.078502 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.078700 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.078996 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.079244 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.079463 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.079768 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.080038 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.080287 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.080529 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.080872 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.081104 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.081351 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.081571 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.081789 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.082035 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.082293 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.082625 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.082922 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.083189 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.083445 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.083733 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.084029 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.084382 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.084607 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.084910 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.085270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.085539 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.085808 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.086088 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.086332 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.086555 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.086773 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.087021 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.087256 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.087471 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.087733 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.087970 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.088196 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.088439 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.088685 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.088899 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.089128 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.089366 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.089609 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.089847 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.090027 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 09:49:25.090570 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 03 09:49:25.090722 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 09:49:25.090860 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 09:49:25.091027 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 09:49:25.091198 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 09:49:25.091335 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 09:49:25.091548 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.091712 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.092066 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.092066 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.092866 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093010 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093144 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093278 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093413 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093664 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093664 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093997 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.093997 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.094274 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.094274 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.094534 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.094677 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.094812 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.094948 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.095078 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.095167 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.095314 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] debug = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.095479 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.095691 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.095858 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096019 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096185 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096375 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096512 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096639 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096799 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.096959 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.097119 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.097279 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.097436 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.097595 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.097755 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.097919 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.098084 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.098248 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] host = dv-cinder-844563-1-iscsi {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.098410 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.098568 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.098727 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.099062 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.099220 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.099385 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.099547 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.099711 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.099869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.100030 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.100190 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.100350 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.100514 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.100677 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.100835 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_options = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101148 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101148 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101392 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101516 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101647 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101808 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.101972 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102103 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102244 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102392 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102527 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102671 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102807 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.102972 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.103134 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.103328 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.103475 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:49:25.103622 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.103622 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.103883 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.103883 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.104149 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.104288 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.104498 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.104498 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.104759 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.104759 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105015 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105154 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105288 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105430 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105565 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105709 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.105847 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106046 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106210 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106372 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106534 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106683 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106846 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.106989 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.107153 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.107311 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.107471 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.107630 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.107790 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108000 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108136 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_json = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108298 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108458 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108639 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108771 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.108927 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.109086 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.109245 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.109405 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.109590 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 09:49:25.110168 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.110168 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.110404 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.110510 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.110707 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.110826 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.110932 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.111074 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.111238 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.111402 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.111574 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.111737 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.111910 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.112074 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.112229 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.112392 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.112557 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.112696 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.112858 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.117926 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.117926 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.117926 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118208 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50450) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118303 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.118810 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.119869 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120390 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.120845 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121182 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121182 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121307 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121382 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121642 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121730 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.121827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.122026 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.122191 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.122355 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.123048 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.123048 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.123048 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.123048 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.124065 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073075 Jun 03 09:49:25.125547 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.125723 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.125936 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.126099 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.126266 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.126436 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.126602 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.126785 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.126950 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.127099 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.127266 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.127431 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.128347 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.128509 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.128675 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.128841 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.129035 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.129226 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.129336 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.130282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.130282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.130282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.130282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.130282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.130282 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.135180 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136043 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.136956 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.137865 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.140743 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.142065 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.143650 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.144421 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.145356 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146028 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.146939 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.147827 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.148798 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.149580 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.150941 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.151604 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.152165 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.153176 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.153176 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.153176 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.153176 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.153176 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.153176 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154270 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154663 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154663 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.154663 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.155385 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.155483 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156230 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156230 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156230 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156230 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156567 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156567 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156567 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156779 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.156888 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.157096 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.157269 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.157439 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.157611 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.157788 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.157986 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.158166 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.158326 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.158502 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.158666 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.158829 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.158992 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.159157 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.159321 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.159482 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.159645 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.159807 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.159969 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.160131 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.160294 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.160462 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.160623 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.160951 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.161115 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.161280 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.161443 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.161607 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.161770 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 09:49:25.161946 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 09:49:34.312846 dv-cinder-844563-1-iscsi neutron-server[110904]: DEBUG dbcounter [-] [110904] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:36.430239 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writer thread running {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 09:49:36.431219 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ecdfbd-1328-4789-a7d1-2ba301cf81a6 None None] get_active_networks_info from dv-cinder-844563-1-iscsi {{(pid=111017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 03 09:49:36.489391 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecdfbd-1328-4789-a7d1-2ba301cf81a6 None None] No non-hosted networks {{(pid=111017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 09:49:36.506601 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.agentschedulers_db [None req-28ecdfbd-1328-4789-a7d1-2ba301cf81a6 None None] DHCP Agent not found on host dv-cinder-844563-1-iscsi {{(pid=111017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 03 09:49:36.678269 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c86fda53-9abe-44a9-86ec-4c6512897e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678904'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:38.150012 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writer thread running {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 09:49:38.769385 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ff7a29b7-c1dd-4b2c-b6ea-5bea0b5b4a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678904'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:38.815712 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.db.api [None req-b20d77a8-8c03-4836-9f9d-7c71f3d51121 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-844563-1-iscsi {{(pid=111017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 09:49:38.816666 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG oslo_db.api [None req-b20d77a8-8c03-4836-9f9d-7c71f3d51121 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 09:49:39.335838 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b20d77a8-8c03-4836-9f9d-7c71f3d51121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:39.729307 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50520) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:39.963945 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678904'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:40.319810 dv-cinder-844563-1-iscsi neutron-server[111015]: WARNING oslo_policy.policy [None req-39cdf352-4a06-4cfb-8a73-7da9a2785afa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:40.320405 dv-cinder-844563-1-iscsi neutron-server[111015]: WARNING oslo_policy.policy [None req-39cdf352-4a06-4cfb-8a73-7da9a2785afa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:40.542715 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [None req-39cdf352-4a06-4cfb-8a73-7da9a2785afa admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:49:40.549973 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-39cdf352-4a06-4cfb-8a73-7da9a2785afa admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8136187 Jun 03 09:49:41.220720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678904'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:42.900789 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678904'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:42.901635 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.902089 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.903466 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.904945 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.906131 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.906534 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.907772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.908384 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.908895 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.909385 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.910134 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.912820 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.912820 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.912820 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.912820 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:42.913167 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:49:42.918372 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:49:43.093109 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50556) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:43.427945 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:49:43.518375 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.policy [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 09:49:43.560479 dv-cinder-844563-1-iscsi neutron-server[111015]: WARNING oslo_policy.policy [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:43.560854 dv-cinder-844563-1-iscsi neutron-server[111015]: WARNING oslo_policy.policy [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:43.580852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writer thread running {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 09:49:43.742226 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758542397961', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758542397501', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758542381896', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758542031014', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758542024972', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758542016422', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-649080', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-918948', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2061238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1615305'] for rbac-policy (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:43.936752 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:43.940074 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-dca76612-5c25-4210-810a-cb05f6391e7c admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8436158 Jun 03 09:49:46.079577 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.db.l3_hamode_db [None req-3a043ed6-d4b8-46cd-a5b2-33c502c0bce2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 09:49:46.158384 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a043ed6-d4b8-46cd-a5b2-33c502c0bce2 None None] Routers set() bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:49:46.158675 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a043ed6-d4b8-46cd-a5b2-33c502c0bce2 None None] Router IDs set() for agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 03 09:49:46.393785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50568) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:46.709303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:49:46.774330 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Made reservation on behalf of ca796ca2de804171942d2631cccd56c7 for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:49:46.778369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:46.795445 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:46.902097 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks [] for security_group (27cb2d82-2b64-4786-8909-97f9aa7d0c92), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:46.946138 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (27cb2d82-2b64-4786-8909-97f9aa7d0c92), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:46.971642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:49:47.007856 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758544847773', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (b4ea6ccc-93ce-4e72-9734-cd9ad5ded818), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:47.008399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Unsubscribe: segment precommit_create {{(pid=111015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 09:49:47.008975 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Added segment b4ea6ccc-93ce-4e72-9734-cd9ad5ded818 of type vlan for network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 Jun 03 09:49:47.025580 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb2d82-2b64-4786-8909-97f9aa7d0c92,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:49:47.053137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.053549 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.053919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.054271 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.054604 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.054928 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.055246 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.055567 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.055886 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.056204 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.056520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.056850 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.057169 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.057481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.057795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Tracked resource versions report: Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: pushed versions: Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: { 'AddressGroup': {'1.2'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Agent': {'1.1'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'ConntrackHelper': {'1.0'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Log': {'1.0'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'NDPProxy': {'1.0'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Network': {'1.1'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Port': {'1.7'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'PortForwarding': {'1.3'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'QosPolicy': {'1.10'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroup': {'1.5'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SubPort': {'1.0'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Subnet': {'1.1'}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Trunk': {'1.1'}} Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: consumer versions: Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Agent': '1.1', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'ConntrackHelper': '1.0', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'LocalIPAssociation': '1.0', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Log': '1.0', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'NDPProxy': '1.0', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Network': '1.1', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Port': '1.7', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'PortForwarding': '1.3', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'QosPolicy': '1.10', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroup': '1.5', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroupRule': '1.2', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SubPort': '1.0', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Subnet': '1.1', Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Trunk': '1.1'}} Jun 03 09:49:47.059255 dv-cinder-844563-1-iscsi neutron-server[111015]: {{(pid=111015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:49:47.121219 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:47.203587 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:47.208677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:49:47.209414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:47.285765 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:47.328545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] Pushing event updated for resources: {'Network': ['ID=c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:49:47.340002 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:49:47.371577 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7b73a241-12ea-4024-a48b-8d0fd925ea52 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9767144 Jun 03 09:49:49.892568 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 50582) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:50.386955 dv-cinder-844563-1-iscsi neutron-server[111016]: WARNING oslo_policy.policy [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:50.387516 dv-cinder-844563-1-iscsi neutron-server[111016]: WARNING oslo_policy.policy [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:50.616550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writer thread running {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 09:49:50.814662 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.policy [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 09:49:50.857358 dv-cinder-844563-1-iscsi neutron-server[111016]: WARNING oslo_policy.policy [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:50.857725 dv-cinder-844563-1-iscsi neutron-server[111016]: WARNING oslo_policy.policy [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 09:49:50.865171 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:49:50.867203 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-98a97bf0-edd0-43ad-b577-ee83079e8ba4 demo admin] 10.222.0.42 "GET /v2.0/networks/c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 HTTP/1.1" status: 200 len: 825 time: 0.9727612 Jun 03 09:49:50.906908 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-348d4ea4-7839-4adb-9a75-9923cad1470e demo admin] 10.222.0.42 "GET /v2.0/subnetpools/3703908c-bfd0-453e-b01d-30e5354da8df HTTP/1.1" status: 200 len: 734 time: 0.0335577 Jun 03 09:49:50.915571 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df', 'gateway_ip': '172.20.0.1', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:49:51.031823 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Made reservation on behalf of ca796ca2de804171942d2631cccd56c7 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:49:51.034735 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:51.403574 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (b6b65b78-979a-4793-9669-3264bb1e2aa5), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:51.473856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Checking segment: {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:49:51.474262 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Network hostable DHCP agents. Network: c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:49:51.483183 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Pushing event updated for resources: {'Subnet': ['ID=b6b65b78-979a-4793-9669-3264bb1e2aa5,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:49:51.494704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.495044 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.495388 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.495734 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.496068 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.496391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.496712 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.497030 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.497363 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.498221 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.498554 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.498871 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.499192 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.499505 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.499819 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Tracked resource versions report: Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: pushed versions: Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: { 'AddressGroup': {'1.2'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Agent': {'1.1'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'ConntrackHelper': {'1.0'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Log': {'1.0'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'NDPProxy': {'1.0'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Network': {'1.1'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Port': {'1.7'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'PortForwarding': {'1.3'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'QosPolicy': {'1.10'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroup': {'1.5'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SubPort': {'1.0'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Subnet': {'1.1'}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Trunk': {'1.1'}} Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: consumer versions: Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Agent': '1.1', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'ConntrackHelper': '1.0', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'LocalIPAssociation': '1.0', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Log': '1.0', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'NDPProxy': '1.0', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Network': '1.1', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Port': '1.7', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'PortForwarding': '1.3', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'QosPolicy': '1.10', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroup': '1.5', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroupRule': '1.2', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SubPort': '1.0', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Subnet': '1.1', Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Trunk': '1.1'}} Jun 03 09:49:51.501246 dv-cinder-844563-1-iscsi neutron-server[111016]: {{(pid=111016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:49:51.597284 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:49:51.677258 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:49:51.682357 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:49:51.683618 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:51.687904 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e02fb4-6815-49be-934d-73617d63c26b None None] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:49:51.698595 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:51.805914 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-59be8f6b-cd8b-415b-95cc-8a7d82435f3d demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8816810 Jun 03 09:49:51.945058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 09:49:51.946895 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:52.226666 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Allocated IP 172.20.0.2 (c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22/b6b65b78-979a-4793-9669-3264bb1e2aa5/63006385-5a3d-4b84-8884-dee6c79d76ee) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:49:52.238371 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:52.492816 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Publish callbacks [] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:52.586666 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:52.665455 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:49:52.673422 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:49:52.678234 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Pushing event updated for resources: {'Port': ['ID=63006385-5a3d-4b84-8884-dee6c79d76ee,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:49:52.680518 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:49:52.690884 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.691484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.691590 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.691920 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.692254 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.692582 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.692906 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.693230 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.693553 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.693871 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.694211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.694546 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.694867 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.695183 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.695497 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Tracked resource versions report: Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: pushed versions: Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: { 'AddressGroup': {'1.2'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Agent': {'1.1'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'ConntrackHelper': {'1.0'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Log': {'1.0'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'NDPProxy': {'1.0'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Network': {'1.1'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Port': {'1.7'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'PortForwarding': {'1.3'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'QosPolicy': {'1.10'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroup': {'1.5'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SubPort': {'1.0'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Subnet': {'1.1'}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Trunk': {'1.1'}} Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: consumer versions: Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Agent': '1.1', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'ConntrackHelper': '1.0', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'LocalIPAssociation': '1.0', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Log': '1.0', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'NDPProxy': '1.0', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Network': '1.1', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Port': '1.7', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'PortForwarding': '1.3', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'QosPolicy': '1.10', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroup': '1.5', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroupRule': '1.2', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SubPort': '1.0', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Subnet': '1.1', Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Trunk': '1.1'}} Jun 03 09:49:52.696990 dv-cinder-844563-1-iscsi neutron-server[111017]: {{(pid=111017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:49:52.767557 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:52.770621 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Attempting to bind port 63006385-5a3d-4b84-8884-dee6c79d76ee on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:49:52.771022 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Attempting to bind port 63006385-5a3d-4b84-8884-dee6c79d76ee by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:49:52.771431 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Attempting to bind port 63006385-5a3d-4b84-8884-dee6c79d76ee on network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:49:52.776687 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:49:52.777073 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Checking segment: {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:49:52.777572 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:52.777986 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Bound using segment: {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:49:52.778449 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Bound port: 63006385-5a3d-4b84-8884-dee6c79d76ee, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:49:52.779460 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:52.840294 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] For port 63006385-5a3d-4b84-8884-dee6c79d76ee, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:49:52.860008 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] For port 63006385-5a3d-4b84-8884-dee6c79d76ee, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=63006385-5a3d-4b84-8884-dee6c79d76ee,segment=NetworkSegment(b4ea6ccc-93ce-4e72-9734-cd9ad5ded818),segment_id=b4ea6ccc-93ce-4e72-9734-cd9ad5ded818)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:49:52.952396 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:49:53.012016 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6947e-7e38-4629-b34c-e601cbd013d4 None None] Pushing event updated for resources: {'Port': ['ID=63006385-5a3d-4b84-8884-dee6c79d76ee,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:49:54.321372 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 50606) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:54.648814 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [None req-c9b005c7-317d-49b2-8a43-23159760a639 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:49:54.650063 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c9b005c7-317d-49b2-8a43-23159760a639 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3274608 Jun 03 09:49:55.173321 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=8 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:55.182863 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:57.148612 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50618) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:49:57.324972 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=50,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:49:57.474195 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [None req-ba9fb4f4-19eb-4459-be71-870f40b9b1a8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:49:57.475211 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ba9fb4f4-19eb-4459-be71-870f40b9b1a8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3256140 Jun 03 09:49:59.973588 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50626) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:00.295907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:50:00.403384 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (22925708-4545-44b2-b9d4-3e1779873398), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:00.405552 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (22925708-4545-44b2-b9d4-3e1779873398), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:00.542042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] Publish callbacks [] for router_controller (22925708-4545-44b2-b9d4-3e1779873398), precommit_add_association {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:00.609207 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (22925708-4545-44b2-b9d4-3e1779873398), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:00.736188 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:00.737383 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-544920b6-c55f-4322-8fc1-1955591b6cb0 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7627864 Jun 03 09:50:01.698761 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:03.005859 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:03.008691 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=9 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:03.239594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50640) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:03.574362 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [None req-fd92be4a-c08d-4dee-b9bb-f5d099df09a7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:50:03.582447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-fd92be4a-c08d-4dee-b9bb-f5d099df09a7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3417981 Jun 03 09:50:03.623575 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 63006385-5a3d-4b84-8884-dee6c79d76ee up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:50:03.711480 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 63006385-5a3d-4b84-8884-dee6c79d76ee triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:03.712135 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:03.819504 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 63006385-5a3d-4b84-8884-dee6c79d76ee is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:03.819866 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:03.856947 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 63006385-5a3d-4b84-8884-dee6c79d76ee, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=63006385-5a3d-4b84-8884-dee6c79d76ee,segment=NetworkSegment(b4ea6ccc-93ce-4e72-9734-cd9ad5ded818),segment_id=b4ea6ccc-93ce-4e72-9734-cd9ad5ded818)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:50:03.912114 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:03.966627 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=63006385-5a3d-4b84-8884-dee6c79d76ee,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:04.620356 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e30bc3-66e5-49dc-bfbc-d0a4d18c26fa None None] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:50:04.672523 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-a746cca6-be13-479f-be0d-a0a77dd9373c None None] Provisioning complete for port 63006385-5a3d-4b84-8884-dee6c79d76ee triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:04.672903 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a746cca6-be13-479f-be0d-a0a77dd9373c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:04.803788 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-a746cca6-be13-479f-be0d-a0a77dd9373c None None] Current status of the port 63006385-5a3d-4b84-8884-dee6c79d76ee is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:05.022917 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-93b2b0f6-e408-4194-8946-4d8b2ea00acb None None] Provisioning complete for port 63006385-5a3d-4b84-8884-dee6c79d76ee triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:05.023303 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-93b2b0f6-e408-4194-8946-4d8b2ea00acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:05.095057 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-93b2b0f6-e408-4194-8946-4d8b2ea00acb None None] Current status of the port 63006385-5a3d-4b84-8884-dee6c79d76ee is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:05.601962 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 63006385-5a3d-4b84-8884-dee6c79d76ee up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:50:05.644440 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 63006385-5a3d-4b84-8884-dee6c79d76ee triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:05.645064 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:05.716474 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 63006385-5a3d-4b84-8884-dee6c79d76ee is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:06.021826 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:50:06.079028 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 50648) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:06.393345 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:50:06.460245 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ebf54df0-842a-41ec-bfb8-43505ce4b241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.488403 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Made reservation on behalf of 53d2a61c9fa84503ab8a6c4eb2d3f27e for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:50:06.490763 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.506968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.609264 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks [] for security_group (ffbf3483-a84b-4361-b760-01d3bc26f224), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.654279 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ffbf3483-a84b-4361-b760-01d3bc26f224), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.670183 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Reserving flat network on physical network physnet1 {{(pid=111016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 09:50:06.693331 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf3483-a84b-4361-b760-01d3bc26f224,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:06.695912 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758544847773', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (681bb4da-1b45-41a0-a38d-f3b378712d9c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.696426 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Unsubscribe: segment precommit_create {{(pid=111016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 09:50:06.696896 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Added segment 681bb4da-1b45-41a0-a38d-f3b378712d9c of type flat for network 33c028eb-8266-412a-ab9a-d5c81b51a71c Jun 03 09:50:06.749504 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (33c028eb-8266-412a-ab9a-d5c81b51a71c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.871096 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (33c028eb-8266-412a-ab9a-d5c81b51a71c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.872767 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:50:06.873372 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:06.980591 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=33c028eb-8266-412a-ab9a-d5c81b51a71c,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:06.991768 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:50:07.010875 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f6d6acc0-6561-4842-8d9d-82e62f5a2bb4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9307909 Jun 03 09:50:08.669459 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:08.745611 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c866a0cb-6f9b-43b9-a614-384e46729f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:09.454780 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 50656) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:09.802142 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cc535-6fd0-4c9f-98d3-19ce4b6c4888 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:50:09.808472 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-eb6cc535-6fd0-4c9f-98d3-19ce4b6c4888 demo admin] 10.222.0.42 "GET /v2.0/subnets/b6b65b78-979a-4793-9669-3264bb1e2aa5 HTTP/1.1" status: 200 len: 849 time: 0.3477263 Jun 03 09:50:09.962649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:09.967631 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f4e30948-560c-482d-93b9-9a065731bd7f demo admin] 10.222.0.42 "GET /v2.0/routers/22925708-4545-44b2-b9d4-3e1779873398 HTTP/1.1" status: 200 len: 704 time: 0.1582694 Jun 03 09:50:10.232916 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:10.500193 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:10.502244 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:10.525166 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Allocated IP 172.20.0.1 (c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22/b6b65b78-979a-4793-9669-3264bb1e2aa5/33c3fe2a-bce6-4e86-aad1-a36582c83bd6) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:50:10.620390 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=12,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:10.621432 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=7,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:10.679865 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks [] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:10.786422 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:10.859200 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:50:10.872333 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:50:10.876601 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:50:10.877826 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (22925708-4545-44b2-b9d4-3e1779873398), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:10.897128 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Pushing event updated for resources: {'Port': ['ID=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:11.043822 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-7ccc54b1-e5c6-44b6-8117-7ce39511f057 None None] Provisioning complete for port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:11.044376 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-7ccc54b1-e5c6-44b6-8117-7ce39511f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.067121 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:11.075793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc54b1-e5c6-44b6-8117-7ce39511f057 None None] Port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:50:11.162785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.174797 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.278322 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:11.401472 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks [] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.454043 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.454869 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (22925708-4545-44b2-b9d4-3e1779873398), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.534290 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Pushing event updated for resources: {'Port': ['ID=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:11.579919 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:50:11.581193 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:50:11.795578 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-a29688f8-41ec-48d8-8ed3-100c58f0507e None None] Provisioning complete for port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:11.795963 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a29688f8-41ec-48d8-8ed3-100c58f0507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:11.820396 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Router 22925708-4545-44b2-b9d4-3e1779873398 is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 09:50:11.829488 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-a29688f8-41ec-48d8-8ed3-100c58f0507e None None] Port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:50:11.921677 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:50:11.927182 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0c4f4338-bdbe-46e8-a97a-6dec28b34a1e demo admin] 10.222.0.42 "PUT /v2.0/routers/22925708-4545-44b2-b9d4-3e1779873398/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9539883 Jun 03 09:50:11.945313 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Sync routers for ids ['22925708-4545-44b2-b9d4-3e1779873398'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:50:11.960646 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Routers {'22925708-4545-44b2-b9d4-3e1779873398'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:50:11.961517 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:50:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['22925708-4545-44b2-b9d4-3e1779873398'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:12.140054 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Set router 22925708-4545-44b2-b9d4-3e1779873398 gateway port host: None {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:50:12.550293 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22925708-4545-44b2-b9d4-3e1779873398', 'name': 'router1', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:50:00Z', 'updated_at': '2022-06-03T09:50:11Z', 'revision_number': 2, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'gw_port_host': None, '_interfaces': [{'id': '33c3fe2a-bce6-4e86-aad1-a36582c83bd6', 'name': '', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:10Z', 'updated_at': '2022-06-03T09:50:11Z', 'revision_number': 2, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'subnets': [{'id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:12.598252 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Checking router: 22925708-4545-44b2-b9d4-3e1779873398 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:50:12.598617 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Updating router 22925708-4545-44b2-b9d4-3e1779873398 port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:50:12.650366 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:12.871442 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.177811 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Publish callbacks [] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.236951 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.378110 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Pushing event updated for resources: {'Port': ['ID=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:13.406813 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.407155 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.407489 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.407824 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.408149 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.408468 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.408785 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.409100 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.409413 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.409725 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.410067 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.410391 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.410706 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.411013 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.411322 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Tracked resource versions report: Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: pushed versions: Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: { 'AddressGroup': {'1.2'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Agent': {'1.1'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'ConntrackHelper': {'1.0'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Log': {'1.0'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'NDPProxy': {'1.0'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Network': {'1.1'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Port': {'1.7'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'PortForwarding': {'1.3'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'QosPolicy': {'1.10'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroup': {'1.5'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SubPort': {'1.0'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Subnet': {'1.1'}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Trunk': {'1.1'}} Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: consumer versions: Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Agent': '1.1', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'ConntrackHelper': '1.0', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'LocalIPAssociation': '1.0', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Log': '1.0', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'NDPProxy': '1.0', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Network': '1.1', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Port': '1.7', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'PortForwarding': '1.3', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'QosPolicy': '1.10', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroup': '1.5', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroupRule': '1.2', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SubPort': '1.0', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Subnet': '1.1', Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Trunk': '1.1'}} Jun 03 09:50:13.412779 dv-cinder-844563-1-iscsi neutron-server[111018]: {{(pid=111018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:50:13.421527 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Attempting to bind port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:50:13.421844 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Attempting to bind port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:50:13.422270 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Attempting to bind port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 on network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:50:13.427462 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:50:13.427913 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Checking segment: {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:50:13.428364 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.428739 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Bound using segment: {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:50:13.429190 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Bound port: 33c3fe2a-bce6-4e86-aad1-a36582c83bd6, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ea6ccc-93ce-4e72-9734-cd9ad5ded818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:50:13.429558 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.456196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-8637ebfe-4de6-4914-8d1e-cb76314fdb31 None None] Provisioning complete for port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:13.456728 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8637ebfe-4de6-4914-8d1e-cb76314fdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.489487 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-8637ebfe-4de6-4914-8d1e-cb76314fdb31 None None] Port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:50:13.494613 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:13.495961 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] For port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:50:13.502538 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:13.515771 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] For port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,segment=NetworkSegment(b4ea6ccc-93ce-4e72-9734-cd9ad5ded818),segment_id=b4ea6ccc-93ce-4e72-9734-cd9ad5ded818)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:50:13.557759 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.613797 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Routers {'22925708-4545-44b2-b9d4-3e1779873398'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:50:13.614454 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:50:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['22925708-4545-44b2-b9d4-3e1779873398'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:13.677195 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbd450-915a-45e3-b5a9-22b96ff6fad4 None None] Pushing event updated for resources: {'Port': ['ID=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,revision_number=4']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:13.716698 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] Set router 22925708-4545-44b2-b9d4-3e1779873398 gateway port host: None {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:50:13.912663 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] Provisioning complete for port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:13.913236 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:13.917435 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22925708-4545-44b2-b9d4-3e1779873398', 'name': 'router1', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:50:00Z', 'updated_at': '2022-06-03T09:50:11Z', 'revision_number': 2, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'gw_port_host': None, '_interfaces': [{'id': '33c3fe2a-bce6-4e86-aad1-a36582c83bd6', 'name': '', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:10Z', 'updated_at': '2022-06-03T09:50:13Z', 'revision_number': 4, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'subnets': [{'id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:13.941646 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ac840-01a0-453d-83c7-7e75dc354a6e None None] The sync data for ids ['22925708-4545-44b2-b9d4-3e1779873398'] in dv-cinder-844563-1-iscsi is: [{'id': '22925708-4545-44b2-b9d4-3e1779873398', 'name': 'router1', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:50:00Z', 'updated_at': '2022-06-03T09:50:11Z', 'revision_number': 2, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'gw_port_host': None, '_interfaces': [{'id': '33c3fe2a-bce6-4e86-aad1-a36582c83bd6', 'name': '', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:10Z', 'updated_at': '2022-06-03T09:50:13Z', 'revision_number': 4, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'subnets': [{'id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:50:13.992341 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] Current status of the port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:13.992823 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:14.029181 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] For port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,segment=NetworkSegment(b4ea6ccc-93ce-4e72-9734-cd9ad5ded818),segment_id=b4ea6ccc-93ce-4e72-9734-cd9ad5ded818)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:50:14.134133 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:14.182089 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d8414-7a2f-4918-8655-4526038460fd None None] Pushing event updated for resources: {'Port': ['ID=33c3fe2a-bce6-4e86-aad1-a36582c83bd6,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:14.354908 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50680) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:14.530310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c179231-4031-4423-934e-611217fcb7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:50:14.531629 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4c179231-4031-4423-934e-611217fcb7c0 admin admin] 10.222.0.42 "GET /v2.0/networks/33c028eb-8266-412a-ab9a-d5c81b51a71c HTTP/1.1" status: 200 len: 842 time: 0.1757970 Jun 03 09:50:14.540873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:50:14.642962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Made reservation on behalf of 53d2a61c9fa84503ab8a6c4eb2d3f27e for: {'subnet': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:50:14.645383 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:15.077261 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.objects.ports [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111015) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 03 09:50:15.077746 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:15.130338 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:15.147770 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:50:15.148149 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Network hostable DHCP agents. Network: 33c028eb-8266-412a-ab9a-d5c81b51a71c, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:50:15.288308 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:50:15.425693 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 33c028eb-8266-412a-ab9a-d5c81b51a71c) {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:50:15.430271 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:50:15.430955 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:15.435296 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f051fa0-f2e6-4802-a3a9-4ef05697806f None None] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:50:15.502675 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f0104a15-4ac3-4921-8de4-b9c27713975a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650559 Jun 03 09:50:15.546722 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f875d11-8cb6-4183-bbbc-f27f1cec1f83 None None] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:50:17.881451 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50698) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:18.087068 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a4db3cdf-6039-49a1-8088-94d98e620737 demo admin] 10.222.0.42 "GET /v2.0/routers/22925708-4545-44b2-b9d4-3e1779873398 HTTP/1.1" status: 200 len: 710 time: 0.2042921 Jun 03 09:50:18.175714 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c49040-a391-476d-ba41-d9f0c468e9aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:50:18.182170 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-06c49040-a391-476d-ba41-d9f0c468e9aa demo admin] 10.222.0.42 "GET /v2.0/networks/33c028eb-8266-412a-ab9a-d5c81b51a71c HTTP/1.1" status: 200 len: 886 time: 0.0844417 Jun 03 09:50:18.186499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:50:18.418868 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks [] for router_gateway (22925708-4545-44b2-b9d4-3e1779873398), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:18.422002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:18.513245 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:18.721023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks [] for router_gateway (22925708-4545-44b2-b9d4-3e1779873398), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:18.848574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:19.004961 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Allocated IP 172.27.3.85 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/d4b785bf-77bb-4bf5-ae52-e0f22b97eb28) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:50:19.114267 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks [] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:19.243593 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:19.320678 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:50:19.327539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:50:19.330744 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:50:19.372062 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Pushing event updated for resources: {'Port': ['ID=d4b785bf-77bb-4bf5-ae52-e0f22b97eb28,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:19.608317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:19.659324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks [] for router_gateway (22925708-4545-44b2-b9d4-3e1779873398), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:19.743361 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:19.845656 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60610'] for router (22925708-4545-44b2-b9d4-3e1779873398), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:19.850164 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602472'] for router (22925708-4545-44b2-b9d4-3e1779873398), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:19.953766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Router 22925708-4545-44b2-b9d4-3e1779873398 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 09:50:20.055165 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:50:20.059489 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:20.060685 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d99d46e8-43c9-4dbf-86a6-17c7f5f97faf demo admin] 10.222.0.42 "PUT /v2.0/routers/22925708-4545-44b2-b9d4-3e1779873398 HTTP/1.1" status: 200 len: 889 time: 1.8778689 Jun 03 09:50:21.613190 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:50:21.658695 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:21.659161 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:21.733077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:21.919078 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:21.920305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=37 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:22.537717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 50710) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:50:22.650095 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2427991b-093c-4f55-916c-3b0ac9149134 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1110902 Jun 03 09:50:22.755687 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Sync routers for ids ['22925708-4545-44b2-b9d4-3e1779873398'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:50:22.768313 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Routers {'22925708-4545-44b2-b9d4-3e1779873398'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:50:22.768978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:50:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['22925708-4545-44b2-b9d4-3e1779873398'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:22.971970 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Set router 22925708-4545-44b2-b9d4-3e1779873398 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:50:23.111589 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:23.178905 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:23.429446 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22925708-4545-44b2-b9d4-3e1779873398', 'name': 'router1', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd4b785bf-77bb-4bf5-ae52-e0f22b97eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:50:00Z', 'updated_at': '2022-06-03T09:50:19Z', 'revision_number': 4, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'gw_port': {'id': 'd4b785bf-77bb-4bf5-ae52-e0f22b97eb28', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:35:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:18Z', 'updated_at': '2022-06-03T09:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '33c3fe2a-bce6-4e86-aad1-a36582c83bd6', 'name': '', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:10Z', 'updated_at': '2022-06-03T09:50:14Z', 'revision_number': 5, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'subnets': [{'id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:23.476846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Checking router: 22925708-4545-44b2-b9d4-3e1779873398 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:50:23.477195 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Updating router 22925708-4545-44b2-b9d4-3e1779873398 port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:50:23.532077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:23.874507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Publish callbacks [] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:23.951366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:23.993926 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247948d-60a2-459e-a83a-e9f61576f5d4 None None] Pushing event updated for resources: {'Port': ['ID=d4b785bf-77bb-4bf5-ae52-e0f22b97eb28,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:24.013763 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Attempting to bind port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:50:24.014167 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Attempting to bind port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:50:24.014534 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Attempting to bind port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:50:24.020010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:50:24.020372 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:50:24.020760 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:24.021141 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:50:24.021626 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Bound port: d4b785bf-77bb-4bf5-ae52-e0f22b97eb28, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:50:24.022162 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:24.024473 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=65 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:24.037941 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=24 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:24.070039 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] For port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:50:24.073029 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] For port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d4b785bf-77bb-4bf5-ae52-e0f22b97eb28,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:50:24.134272 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:24.193194 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247948d-60a2-459e-a83a-e9f61576f5d4 None None] Pushing event updated for resources: {'Port': ['ID=d4b785bf-77bb-4bf5-ae52-e0f22b97eb28,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:24.196119 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Routers {'22925708-4545-44b2-b9d4-3e1779873398'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:50:24.196740 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:50:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['22925708-4545-44b2-b9d4-3e1779873398'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:24.297808 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] Set router 22925708-4545-44b2-b9d4-3e1779873398 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:50:24.370882 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:24.422021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:24.508077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22925708-4545-44b2-b9d4-3e1779873398', 'name': 'router1', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd4b785bf-77bb-4bf5-ae52-e0f22b97eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:50:00Z', 'updated_at': '2022-06-03T09:50:19Z', 'revision_number': 4, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'gw_port': {'id': 'd4b785bf-77bb-4bf5-ae52-e0f22b97eb28', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:35:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:18Z', 'updated_at': '2022-06-03T09:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '33c3fe2a-bce6-4e86-aad1-a36582c83bd6', 'name': '', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:10Z', 'updated_at': '2022-06-03T09:50:14Z', 'revision_number': 5, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'subnets': [{'id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:50:24.533046 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b25e3-bfa7-47aa-9290-15e39f1d431f None None] The sync data for ids ['22925708-4545-44b2-b9d4-3e1779873398'] in dv-cinder-844563-1-iscsi is: [{'id': '22925708-4545-44b2-b9d4-3e1779873398', 'name': 'router1', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd4b785bf-77bb-4bf5-ae52-e0f22b97eb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:50:00Z', 'updated_at': '2022-06-03T09:50:19Z', 'revision_number': 4, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'gw_port': {'id': 'd4b785bf-77bb-4bf5-ae52-e0f22b97eb28', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:35:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:18Z', 'updated_at': '2022-06-03T09:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '33c3fe2a-bce6-4e86-aad1-a36582c83bd6', 'name': '', 'network_id': 'c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22', 'tenant_id': 'ca796ca2de804171942d2631cccd56c7', 'mac_address': 'fa:16:3e:3e:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22925708-4545-44b2-b9d4-3e1779873398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:50:10Z', 'updated_at': '2022-06-03T09:50:14Z', 'revision_number': 5, 'project_id': 'ca796ca2de804171942d2631cccd56c7', 'subnets': [{'id': 'b6b65b78-979a-4793-9669-3264bb1e2aa5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3703908c-bfd0-453e-b01d-30e5354da8df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:50:25.641780 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:50:25.684852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:25.685234 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:25.792509 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:25.793143 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:25.838507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d4b785bf-77bb-4bf5-ae52-e0f22b97eb28,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:50:25.900255 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:25.946161 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=d4b785bf-77bb-4bf5-ae52-e0f22b97eb28,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:50:27.666283 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:50:27.753707 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:50:27.754125 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d4b785bf-77bb-4bf5-ae52-e0f22b97eb28), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:27.908606 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port d4b785bf-77bb-4bf5-ae52-e0f22b97eb28 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:50:32.642435 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=25 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:32.645905 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=58 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:36.448421 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-10df7eec-ad47-43c0-a0a8-bd437d7315a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:38.746145 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-babc4529-fa35-42bc-bd98-4125a5cd6987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:39.945581 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:41.179898 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:42.939638 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:50:43.020737 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:50:52.807163 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:50:52.812792 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:01.027438 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:01.032658 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:07.321667 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-02a05746-a8b3-4bbb-bcf9-8e33e575df0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:08.762160 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5e99daf5-ba7f-477f-9729-26559a52c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:09.944355 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:11.184680 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:12.871518 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:20.019377 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:51:22.808826 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:22.810717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:36.458466 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-cc91d18c-8789-4b66-b207-d9c29f4274fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:38.026520 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:38.028667 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:38.761171 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8ae50cfc-1189-4b46-87ae-b3129c5b0a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:39.920670 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:41.195376 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:42.863938 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:43.693568 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51248) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:43.759882 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.pecan_wsgi.hooks.translation [None req-27432cce-aa24-4da8-aceb-dc54f149a7f7 admin admin] GET failed (client error): The resource could not be found. Jun 03 09:51:43.761166 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-27432cce-aa24-4da8-aceb-dc54f149a7f7 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666332 Jun 03 09:51:43.921933 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfbe62e-25b2-44c7-9f33-783d7a935b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:43.923339 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9dfbe62e-25b2-44c7-9f33-783d7a935b00 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581960 Jun 03 09:51:46.173393 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51258) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:46.277116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b4dd4-c05a-489f-a96e-98f8e39e820c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:46.278507 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-002b4dd4-c05a-489f-a96e-98f8e39e820c admin admin] 10.222.0.42 "GET /v2.0/subnets/b6b65b78-979a-4793-9669-3264bb1e2aa5 HTTP/1.1" status: 200 len: 849 time: 0.1040425 Jun 03 09:51:46.288073 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:51:46.372220 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Publish callbacks [] for subnet (b6b65b78-979a-4793-9669-3264bb1e2aa5), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:46.646812 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758544892371'] for subnet (b6b65b78-979a-4793-9669-3264bb1e2aa5), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:46.679036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:46.680172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:46.681729 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] 10.222.0.42 "PUT /v2.0/subnets/b6b65b78-979a-4793-9669-3264bb1e2aa5 HTTP/1.1" status: 200 len: 868 time: 0.3972127 Jun 03 09:51:46.684686 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00195e02-a8bc-474d-bb4b-f815de2756ba None None] Network c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:51:46.701122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b65b78-979a-4793-9669-3264bb1e2aa5,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:51:46.709859 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.710233 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.710608 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.710955 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.711289 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.711677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.711996 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.712330 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.712671 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.713008 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.713358 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.713695 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.714065 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.720150 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:46.720150 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a726-a2fd-4cfe-8f08-5f16e067537d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:51:47.003972 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-77a774d5-7a0a-4bd4-b57f-2ef43d54f771 None None] Provisioning complete for port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:51:47.004349 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-77a774d5-7a0a-4bd4-b57f-2ef43d54f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (33c3fe2a-bce6-4e86-aad1-a36582c83bd6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:47.077507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-77a774d5-7a0a-4bd4-b57f-2ef43d54f771 None None] Current status of the port 33c3fe2a-bce6-4e86-aad1-a36582c83bd6 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:51:47.085375 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-77a774d5-7a0a-4bd4-b57f-2ef43d54f771 None None] Provisioning complete for port 63006385-5a3d-4b84-8884-dee6c79d76ee triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:51:47.085702 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-77a774d5-7a0a-4bd4-b57f-2ef43d54f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (63006385-5a3d-4b84-8884-dee6c79d76ee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:51:47.157318 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-77a774d5-7a0a-4bd4-b57f-2ef43d54f771 None None] Current status of the port 63006385-5a3d-4b84-8884-dee6c79d76ee is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:51:48.954936 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51268) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:49.153375 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29809d8c-c7ca-4ea9-8fab-2320e7d81314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:49.153833 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29809d8c-c7ca-4ea9-8fab-2320e7d81314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:49.155398 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-29809d8c-c7ca-4ea9-8fab-2320e7d81314 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995101 Jun 03 09:51:51.406722 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51276) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:51.534342 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f9f9a-f432-4b8f-9d16-9b9daafe717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:51.534804 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f9f9a-f432-4b8f-9d16-9b9daafe717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:51.536371 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-be5f9f9a-f432-4b8f-9d16-9b9daafe717f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286335 Jun 03 09:51:53.762772 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51284) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:53.887027 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af5aaf-9474-4094-8d71-76f9aae5e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:53.888309 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-25af5aaf-9474-4094-8d71-76f9aae5e81b admin admin] 10.222.0.42 "GET /v2.0/networks/33c028eb-8266-412a-ab9a-d5c81b51a71c HTTP/1.1" status: 200 len: 886 time: 0.1246018 Jun 03 09:51:56.135481 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51292) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:56.265875 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a8e38-d6a0-47fc-9c65-680bc3e1507c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:56.267260 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-884a8e38-d6a0-47fc-9c65-680bc3e1507c admin admin] 10.222.0.42 "GET /v2.0/networks/c5eb2301-a60b-4d0e-9dd6-9ee6d2994b22 HTTP/1.1" status: 200 len: 869 time: 0.1307766 Jun 03 09:51:57.018862 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:51:57.150605 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:57.153545 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:51:58.503923 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51300) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:51:58.627072 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090854ba-1b01-4106-b242-28d1406bfa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:58.627520 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090854ba-1b01-4106-b242-28d1406bfa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:51:58.629046 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-090854ba-1b01-4106-b242-28d1406bfa6a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241808 Jun 03 09:52:00.880669 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51308) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:00.974757 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9ff14-897d-4e06-bfce-913f8aab8015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:00.975132 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9ff14-897d-4e06-bfce-913f8aab8015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:00.976658 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-cda9ff14-897d-4e06-bfce-913f8aab8015 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950363 Jun 03 09:52:01.530544 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:01.531414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:03.239722 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51316) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:03.329665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df84c2-7a97-4649-a86f-59a35acb99cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:03.331015 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-23df84c2-7a97-4649-a86f-59a35acb99cf admin admin] 10.222.0.42 "GET /v2.0/subnets/b6b65b78-979a-4793-9669-3264bb1e2aa5 HTTP/1.1" status: 200 len: 868 time: 0.0903013 Jun 03 09:52:05.568293 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51324) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:05.655372 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e5169-bc9d-4b52-af01-160e5bb67a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:05.656701 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-595e5169-bc9d-4b52-af01-160e5bb67a7b admin admin] 10.222.0.42 "GET /v2.0/subnets/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0 HTTP/1.1" status: 200 len: 816 time: 0.0874639 Jun 03 09:52:06.446802 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e986c5fd-cab7-45d3-a7fc-609faf5b7262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:08.738155 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-61ba9d0d-f03e-48b7-944f-7747e57655ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:09.920650 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:11.200244 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:12.886316 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:15.072495 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:15.073763 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:15.650796 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=59 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:15.652707 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=58 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:22.809910 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:22.811815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:34.016746 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:52:35.339731 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=15 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:36.444449 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-620a7a14-45b7-4dff-b70d-af7fa97f0bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:38.753999 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bd35a4eb-2216-4cc2-8b1f-542005290b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:39.920359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:41.182352 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:42.902860 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:44.693171 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51382) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:44.743434 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [None req-049c71d3-fc2f-4167-bdd9-c4e6bf1d7279 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:52:44.744466 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-049c71d3-fc2f-4167-bdd9-c4e6bf1d7279 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501921 Jun 03 09:52:47.094729 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51390) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:47.229837 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b3a8ed-1c8b-4db9-a061-03a820b70437 admin admin] GET failed (client error): The resource could not be found. Jun 03 09:52:47.231225 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-48b3a8ed-1c8b-4db9-a061-03a820b70437 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1355703 Jun 03 09:52:47.315806 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444fe23-1d74-4852-ae8f-8c71d3be3d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:47.318290 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1444fe23-1d74-4852-ae8f-8c71d3be3d96 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829244 Jun 03 09:52:49.579501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51398) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:49.633577 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:52:49.811015 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Made reservation on behalf of 53d2a61c9fa84503ab8a6c4eb2d3f27e for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:52:49.813409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:49.847579 dv-cinder-844563-1-iscsi neutron-server[111015]: WARNING neutron.services.revisions.revision_plugin [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Could not find related network for resource to bump revision. Jun 03 09:52:49.860506 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:52:49.870309 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (ad216aa3-ac6b-4756-b244-cce4bb646923), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:49.870646 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Added segment ad216aa3-ac6b-4756-b244-cce4bb646923 of type vlan for network af99ccb5-ff2c-4dd6-a471-3c5622459323 Jun 03 09:52:49.917693 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (af99ccb5-ff2c-4dd6-a471-3c5622459323), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:50.033656 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (af99ccb5-ff2c-4dd6-a471-3c5622459323), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:50.034682 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:50.035270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:50.126764 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Pushing event updated for resources: {'Network': ['ID=af99ccb5-ff2c-4dd6-a471-3c5622459323,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:52:50.134410 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.134756 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.135095 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.135475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.135798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.136124 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.136448 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.136770 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.137093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.137418 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.137742 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.138088 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.138409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.138727 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.139043 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:50.149340 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-77c4557e-80be-4f27-829f-62f15db7448c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5655851 Jun 03 09:52:50.161360 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network af99ccb5-ff2c-4dd6-a471-3c5622459323 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:52:52.024780 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=14 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:52.029806 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:52.421307 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51408) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:52:52.480986 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62fc66a-fdb5-4301-8f73-2c6b572861f8 admin admin] GET failed (client error): The resource could not be found. Jun 03 09:52:52.482296 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f62fc66a-fdb5-4301-8f73-2c6b572861f8 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600114 Jun 03 09:52:52.582807 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfb957-f2cb-472a-945e-d73c5a6320c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:52.584274 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-5ddfb957-f2cb-472a-945e-d73c5a6320c1 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980103 Jun 03 09:52:52.593647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323', 'name': 'shared-subnet'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:52:52.701552 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Made reservation on behalf of 53d2a61c9fa84503ab8a6c4eb2d3f27e for: {'subnet': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:52:52.703749 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:52.897592 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (29ff1b60-3243-4d9e-a22b-a724c7c11cad), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:52.946417 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ff1b60-3243-4d9e-a22b-a724c7c11cad,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:52:52.961223 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Checking segment: {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:52:52.961566 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Network hostable DHCP agents. Network: af99ccb5-ff2c-4dd6-a471-3c5622459323, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:52:53.050766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Network af99ccb5-ff2c-4dd6-a471-3c5622459323 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:52:53.096625 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, af99ccb5-ff2c-4dd6-a471-3c5622459323) {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:52:53.101334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:52:53.103456 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:53.106194 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ebfd4-7650-429b-bec9-b84656b457d0 None None] Network af99ccb5-ff2c-4dd6-a471-3c5622459323 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:52:53.162826 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f489cd3e-fda5-4675-86c1-c98234210423 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5723665 Jun 03 09:52:53.204502 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-af99ccb5-ff2c-4dd6-a471-3c5622459323', 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323', 'project_id': '53d2a61c9fa84503ab8a6c4eb2d3f27e', 'fixed_ips': [{'subnet_id': '29ff1b60-3243-4d9e-a22b-a724c7c11cad'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 09:52:53.205396 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:53.350768 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Allocated IP 192.168.233.2 (af99ccb5-ff2c-4dd6-a471-3c5622459323/29ff1b60-3243-4d9e-a22b-a724c7c11cad/2e7e4831-f0ae-4742-a3a8-6d8535d8e017) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:52:53.582442 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Publish callbacks [] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:53.667577 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:53.706173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Network af99ccb5-ff2c-4dd6-a471-3c5622459323 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:52:53.709133 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:52:53.712352 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:52:53.723511 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Pushing event updated for resources: {'Port': ['ID=2e7e4831-f0ae-4742-a3a8-6d8535d8e017,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:52:53.747086 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.747428 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.747777 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.748129 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.748466 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.748819 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.749140 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.749457 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.749776 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.750113 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.750429 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.750760 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.751079 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.751399 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.751708 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:52:53.788271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Attempting to bind port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:52:53.788966 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Attempting to bind port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:52:53.789577 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Attempting to bind port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 on network af99ccb5-ff2c-4dd6-a471-3c5622459323 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:52:53.795040 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:52:53.795412 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Checking segment: {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:52:53.795840 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:53.796229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Bound using segment: {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:52:53.796690 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Bound port: 2e7e4831-f0ae-4742-a3a8-6d8535d8e017, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:52:53.797189 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:53.860852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] For port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:52:53.864182 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] For port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=2e7e4831-f0ae-4742-a3a8-6d8535d8e017,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:52:53.977607 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:54.033447 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:54.041553 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5f14b-b892-4407-b92f-dd5be7debe7d None None] Pushing event updated for resources: {'Port': ['ID=2e7e4831-f0ae-4742-a3a8-6d8535d8e017,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:52:54.903177 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55bd59-a313-4fd9-93e2-0c4db5fe009e None None] Network af99ccb5-ff2c-4dd6-a471-3c5622459323 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:52:54.962441 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] Provisioning complete for port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:52:54.962823 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:54.989339 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:55.090071 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] Current status of the port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:52:55.100706 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:55.132043 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] For port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=2e7e4831-f0ae-4742-a3a8-6d8535d8e017,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:52:55.205735 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:55.258680 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcc250-1e76-4c9d-8e11-f2d2135517e1 None None] Pushing event updated for resources: {'Port': ['ID=2e7e4831-f0ae-4742-a3a8-6d8535d8e017,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:52:55.326996 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-3a3d922c-eabe-4780-a456-73de1c638222 None None] Provisioning complete for port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:52:55.327389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3a3d922c-eabe-4780-a456-73de1c638222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:55.399841 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d922c-eabe-4780-a456-73de1c638222 None None] Current status of the port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:52:55.711314 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:52:55.761874 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:52:55.762504 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2e7e4831-f0ae-4742-a3a8-6d8535d8e017), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:52:55.833233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 2e7e4831-f0ae-4742-a3a8-6d8535d8e017 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:52:57.312630 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=11 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:52:57.313464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=11 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:03.110409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:03.112013 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:05.250728 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:06.439086 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d0011f1a-406b-473a-b827-fd8310b5d446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:08.736095 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d916b79-1957-40d0-a868-018e6e6f2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:09.964994 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:11.015196 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:53:11.199235 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:12.884676 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:22.811048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:22.812890 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:35.013972 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:35.032802 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:36.438891 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6ab3de7f-6b42-4082-88c4-e1b462f0b4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:38.741464 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d5c9-38f8-4a04-b7f0-0ec1bb512f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:39.940023 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:41.197553 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:42.877218 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:53:45.062301 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:48.012730 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:53:52.806908 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:53:52.813869 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:06.035795 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:06.040584 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:06.432549 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-daff5c2b-1263-4055-a200-10db4b1f5b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:08.770192 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-01174383-dfda-4610-b486-5bd6c18abd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:09.957257 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:11.203415 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:12.877982 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:22.814655 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:22.816968 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:25.011050 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:54:26.834570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51446) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:54:26.840667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [None req-25846bc4-a8c5-4571-b1b1-5a950304eee8 tempest-verify_tempest_config-713994586 tempest-verify_tempest_config-713994586-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:54:26.841754 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-25846bc4-a8c5-4571-b1b1-5a950304eee8 tempest-verify_tempest_config-713994586 tempest-verify_tempest_config-713994586-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061724 Jun 03 09:54:27.408239 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51464) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:54:27.510199 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.587069 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Publish callbacks [] for security_group (0c7716eb-8328-42a8-8968-2874d23d7e16), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.677418 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0c7716eb-8328-42a8-8968-2874d23d7e16), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.722359 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7716eb-8328-42a8-8968-2874d23d7e16,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:54:27.727070 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10b71a4c0d1640199b9aca7bd75b53c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3178489 Jun 03 09:54:27.729949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51470) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:54:27.731277 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.731627 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.731988 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.732341 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.732678 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.733009 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.733340 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.733664 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.734029 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.734359 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.734699 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.735026 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.735347 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.735666 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.736554 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8de6005-04e7-4da2-a21e-36d13618bf87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.790037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Publish callbacks [] for security_group (0c7716eb-8328-42a8-8968-2874d23d7e16), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.811022 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Publish callbacks [] for security_group (0c7716eb-8328-42a8-8968-2874d23d7e16), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.980818 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0c7716eb-8328-42a8-8968-2874d23d7e16), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.983284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:27.987021 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c7716eb-8328-42a8-8968-2874d23d7e16 HTTP/1.1" status: 204 len: 168 time: 0.2534668 Jun 03 09:54:27.992881 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7716eb-8328-42a8-8968-2874d23d7e16,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:54:27.999593 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:27.999949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.000306 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.000648 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.000977 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.001349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.001628 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.001975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.002318 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.002642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.002981 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.003319 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.003746 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.003949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:28.004264 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7392a7d-0632-4884-88e0-ccacb71f426c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:54:36.426192 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-60d76343-0903-4ec0-a131-3803942f190a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:37.720784 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:37.725737 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:37.995920 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:37.996686 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:38.767327 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4413efc6-a47a-4ef9-9cb7-109efc58c138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:39.957122 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:41.203363 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:42.923789 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:54:43.040193 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=16 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:43.045405 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=18 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:52.815307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:54:52.818212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:02.009978 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:55:06.486139 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-74158148-b4f0-4ae2-89a2-d15b63325ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:08.762338 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a443bc22-9710-43d6-97bf-a785aad665f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:09.943403 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:11.200600 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:12.933510 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:20.036414 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:20.040188 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:22.820454 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:22.822346 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:35.019019 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:35.019692 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:36.441868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-fe89253a-56e6-4c8f-a71c-fea51c0ff32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:38.776977 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b84a95fc-8a46-434c-ade6-63300596b1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:39.010430 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 5 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:55:39.948028 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:41.205404 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:42.933075 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:55:52.819203 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:52.821099 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:57.045991 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=6 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:55:57.046733 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:06.464049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b3a-c708-4fec-8c7f-9f5afd8f7133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:08.767014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6a69-e402-4817-842d-748e69403a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:09.944249 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:11.221495 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:12.891122 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:14.035446 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678904'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:16.008985 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:56:23.966577 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:23.973981 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:27.273982 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51544) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:56:27.376869 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-dca7543f-8335-4dd9-a7b6-a63219863c05 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017954 Jun 03 09:56:29.651305 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51554) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:56:29.705629 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b4425ee0-c54d-44aa-bb13-90643ada24df admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532632 Jun 03 09:56:35.266745 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=16 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:35.268587 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=18 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:36.452817 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0eea55f9-fe5b-40ed-bb07-3216aba8b2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:38.743537 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-93d1e4f3-864a-4599-b308-6e6377f23af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:39.700030 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:39.700831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:39.969427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:41.223036 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:42.890334 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:43.986528 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:56:53.008528 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:56:53.921293 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:56:53.923117 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:06.451470 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1c9c90b8-88be-4530-b724-7d170321842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:08.745766 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-65edcef1-8aef-45f7-aa98-7f6088ce4ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:09.959798 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:11.045184 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:11.050043 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:11.245683 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:12.902334 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:13.984892 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:23.920343 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:23.922054 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:30.007992 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:57:36.428021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-9e171c3a-7d04-4f83-8606-feab5aff1c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:38.776224 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-397808c6-188c-4b63-8483-cff3dcec694c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:39.973827 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:41.225082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:42.899273 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:43.993767 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:57:48.041389 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:48.045170 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:53.922354 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:57:53.924270 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:06.442442 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-7592d3dc-eacc-4377-b7f1-a878911be6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:07.008124 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:58:08.790635 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-71cf7d19-16d4-46fd-ad98-f8711b804fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:09.966385 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51736) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:09.968404 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.347231 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-44546670-network', 'tenant_id': '071b399988474af1a1c709aac97c1744'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:10.375267 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51760) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:10.375680 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51762) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:10.442227 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Made reservation on behalf of 071b399988474af1a1c709aac97c1744 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:10.444669 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.454103 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.553558 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks [] for security_group (71212509-776b-4e47-af33-377080afe1c6), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.647722 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (71212509-776b-4e47-af33-377080afe1c6), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.676366 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71212509-776b-4e47-af33-377080afe1c6,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:10.694063 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:58:10.697059 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.697654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.698210 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.698742 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.699260 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.699639 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.700020 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.700398 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.700774 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.701147 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.701556 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.702573 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.703000 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.703406 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.703808 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Tracked resource versions report: Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: pushed versions: Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: { 'AddressGroup': {'1.2'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Agent': {'1.1'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'ConntrackHelper': {'1.0'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Log': {'1.0'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'NDPProxy': {'1.0'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Network': {'1.1'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Port': {'1.7'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'PortForwarding': {'1.3'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'QosPolicy': {'1.10'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroup': {'1.5'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SubPort': {'1.0'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Subnet': {'1.1'}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Trunk': {'1.1'}} Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: consumer versions: Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: HyperV agent@hv-cinder-84456: {}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Agent': '1.1', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'ConntrackHelper': '1.0', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'LocalIPAssociation': '1.0', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Log': '1.0', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'NDPProxy': '1.0', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Network': '1.1', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Port': '1.7', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'PortForwarding': '1.3', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'QosPolicy': '1.10', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroup': '1.5', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SecurityGroupRule': '1.2', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'SubPort': '1.0', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Subnet': '1.1', Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: 'Trunk': '1.1'}} Jun 03 09:58:10.705121 dv-cinder-844563-1-iscsi neutron-server[111016]: {{(pid=111016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:58:10.732291 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (a002740a-3a70-4b4f-b04e-2db3b4cfb961), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.732858 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Added segment a002740a-3a70-4b4f-b04e-2db3b4cfb961 of type vlan for network 27ad8cbb-ba5a-4502-afc9-811304412397 Jun 03 09:58:10.749258 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1392302524-network', 'tenant_id': '69776fa5af0c4573b668bbf8dc200931'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:10.795836 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (27ad8cbb-ba5a-4502-afc9-811304412397), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.835890 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1428479313-network', 'tenant_id': '686f552be5824c8aa31930a6e8844255'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:10.885076 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Made reservation on behalf of 69776fa5af0c4573b668bbf8dc200931 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:10.887540 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.896604 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.908020 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Made reservation on behalf of 686f552be5824c8aa31930a6e8844255 for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:10.909334 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (27ad8cbb-ba5a-4502-afc9-811304412397), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.910320 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:10.910893 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.911262 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:10.921019 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.008340 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] Pushing event updated for resources: {'Network': ['ID=27ad8cbb-ba5a-4502-afc9-811304412397,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:11.018935 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-cff48773-4832-41c3-8d37-039aa86a45a7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0507526 Jun 03 09:58:11.019300 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51786) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:11.020024 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 27ad8cbb-ba5a-4502-afc9-811304412397 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:58:11.029313 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Request body: {'subnet': {'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-subnet', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:11.032652 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks [] for security_group (b0be977e-aa2a-4f0c-ab5e-5a19d020045b), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.077105 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks [] for security_group (5534732c-2640-47f8-9f06-3ef42ec2eb1a), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.078870 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51788) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:11.113825 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (b0be977e-aa2a-4f0c-ab5e-5a19d020045b), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.139572 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Made reservation on behalf of 071b399988474af1a1c709aac97c1744 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:11.142697 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.147406 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5534732c-2640-47f8-9f06-3ef42ec2eb1a), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.153181 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0be977e-aa2a-4f0c-ab5e-5a19d020045b,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:11.160983 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:58:11.164263 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.164783 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.165334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.165458 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:58:11.165968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.166472 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.166964 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.167507 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.168539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.169042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.169531 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.170520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.171112 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.171594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.172081 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.172569 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Tracked resource versions report: Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: pushed versions: Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: { 'AddressGroup': {'1.2'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Agent': {'1.1'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'ConntrackHelper': {'1.0'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Log': {'1.0'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'NDPProxy': {'1.0'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Network': {'1.1'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Port': {'1.7'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'PortForwarding': {'1.3'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'QosPolicy': {'1.10'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroup': {'1.5'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SubPort': {'1.0'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Subnet': {'1.1'}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Trunk': {'1.1'}} Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: consumer versions: Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: HyperV agent@hv-cinder-84456: {}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Agent': '1.1', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'ConntrackHelper': '1.0', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'LocalIPAssociation': '1.0', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Log': '1.0', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'NDPProxy': '1.0', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Network': '1.1', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Port': '1.7', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'PortForwarding': '1.3', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'QosPolicy': '1.10', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroup': '1.5', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SecurityGroupRule': '1.2', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'SubPort': '1.0', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Subnet': '1.1', Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: 'Trunk': '1.1'}} Jun 03 09:58:11.174033 dv-cinder-844563-1-iscsi neutron-server[111015]: {{(pid=111015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:58:11.176805 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (f70e38e3-4592-4a46-a57a-c514bb0b1c8e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.176805 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Added segment f70e38e3-4592-4a46-a57a-c514bb0b1c8e of type vlan for network 375052ce-3f5b-447f-8bb7-eb9324c0a557 Jun 03 09:58:11.190244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (0bc1ab00-87a4-4c26-aa2e-f1ef0b254280), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.190626 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Added segment 0bc1ab00-87a4-4c26-aa2e-f1ef0b254280 of type vlan for network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a Jun 03 09:58:11.247924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.282302 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.299290 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (375052ce-3f5b-447f-8bb7-eb9324c0a557), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.321240 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534732c-2640-47f8-9f06-3ef42ec2eb1a,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:11.361998 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:11.361998 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:11.371615 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-network', 'tenant_id': '57756244f164417dad785bb5927d05b6'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:11.379574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.380144 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:11.380670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.442260 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] Pushing event updated for resources: {'Network': ['ID=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:11.452400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:58:11.465366 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (375052ce-3f5b-447f-8bb7-eb9324c0a557), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.466370 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:11.471652 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.497957 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-8e7f1276-6cdc-4c19-8345-3500d0f0ecf2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1211717 Jun 03 09:58:11.498685 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51820) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:11.516136 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Request body: {'subnet': {'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1428479313-subnet', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:11.548280 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Made reservation on behalf of 57756244f164417dad785bb5927d05b6 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:11.550651 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.560450 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (9ef24e14-5054-40b8-9afa-da71caa35f1c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.575111 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.597142 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2206206 Jun 03 09:58:11.598004 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51830) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:11.602757 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12719533-4566-4485-a5ab-3f2bbe3eb87f admin admin] Pushing event updated for resources: {'Network': ['ID=375052ce-3f5b-447f-8bb7-eb9324c0a557,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:11.616271 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Request body: {'subnet': {'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1392302524-subnet', 'tenant_id': '69776fa5af0c4573b668bbf8dc200931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:11.618745 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Made reservation on behalf of 686f552be5824c8aa31930a6e8844255 for: {'subnet': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:11.619505 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 375052ce-3f5b-447f-8bb7-eb9324c0a557 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:58:11.622137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.688548 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef24e14-5054-40b8-9afa-da71caa35f1c,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:11.718283 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Checking segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:11.718695 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Network hostable DHCP agents. Network: 27ad8cbb-ba5a-4502-afc9-811304412397, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:58:11.777801 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks [] for security_group (a059b409-24bf-4264-95f1-a63d99aa9148), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.816533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Made reservation on behalf of 69776fa5af0c4573b668bbf8dc200931 for: {'subnet': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:11.818862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.825692 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:58:11.892828 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a059b409-24bf-4264-95f1-a63d99aa9148), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.943090 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 27ad8cbb-ba5a-4502-afc9-811304412397) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:11.951798 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1627a-93d3-4bd8-998d-59bd6d54b35c None None] Network 27ad8cbb-ba5a-4502-afc9-811304412397 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:11.953281 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:11.986980 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:11.987654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:11.997279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (86dcbaca-bdc2-4ac7-be7a-15a5597de606), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.034437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:12.037690 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:58:12.094704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a059b409-24bf-4264-95f1-a63d99aa9148,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:12.097724 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (49422f3c-417a-4c82-968b-8a5b33244595), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.098136 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Added segment 49422f3c-417a-4c82-968b-8a5b33244595 of type vlan for network 1dd31c87-764e-47aa-825b-25f1a52d1c3d Jun 03 09:58:12.167440 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (1dd31c87-764e-47aa-825b-25f1a52d1c3d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.174206 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d210f-e191-4218-804b-58199819346e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-27ad8cbb-ba5a-4502-afc9-811304412397', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 09:58:12.176943 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.227548 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-74972a0b-e489-4c26-983d-d601772f9f1e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2058029 Jun 03 09:58:12.228355 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51848) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:12.239949 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:12.282881 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (1dd31c87-764e-47aa-825b-25f1a52d1c3d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.284812 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:12.287247 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.333983 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Checking segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:12.346437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Network hostable DHCP agents. Network: 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:58:12.373925 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d210f-e191-4218-804b-58199819346e None None] Allocated IP 172.20.0.2 (27ad8cbb-ba5a-4502-afc9-811304412397/9ef24e14-5054-40b8-9afa-da71caa35f1c/9d03188c-4014-44cb-80f6-104a60feaa6c) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:12.401497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dcbaca-bdc2-4ac7-be7a-15a5597de606,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:12.431312 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (d5bbb7f3-1284-4273-8637-2798969e322f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.449136 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd31c87-764e-47aa-825b-25f1a52d1c3d,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:12.488674 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:58:12.513229 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bbb7f3-1284-4273-8637-2798969e322f,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:12.517194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:58:12.517629 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8cdb0cb3-2e31-4eb3-8ae4-1370bb7047f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4373386 Jun 03 09:58:12.522458 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51862) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:12.532040 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Checking segment: {'id': 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:12.532727 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Network hostable DHCP agents. Network: 375052ce-3f5b-447f-8bb7-eb9324c0a557, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:58:12.532857 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Request body: {'subnet': {'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-subnet', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:12.574012 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (4d63e539-9079-492c-80c5-c1d8ad3a3edb), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.575229 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (4d63e539-9079-492c-80c5-c1d8ad3a3edb), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.602399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a) {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:12.612891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:12.616079 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.624352 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb958902-5cee-4fd0-9f2d-7d616f06939e None None] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:12.693105 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Made reservation on behalf of 57756244f164417dad785bb5927d05b6 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:12.696867 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.713387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Network 375052ce-3f5b-447f-8bb7-eb9324c0a557 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:58:12.729977 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 375052ce-3f5b-447f-8bb7-eb9324c0a557) {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:12.751559 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:12.751810 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d3c73-e97a-4d84-af9b-1e378b3b8a50 None None] Network 375052ce-3f5b-447f-8bb7-eb9324c0a557 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:12.752792 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.774033 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-677bd1aa-c322-4f62-9d39-88517eb80a0a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2711070 Jun 03 09:58:12.778551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51868) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:12.810539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:12.970842 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:12.978531 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks [] for router_controller (4d63e539-9079-492c-80c5-c1d8ad3a3edb), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:12.979495 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=18,neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:12.996580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:13.003197 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Publish callbacks [] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.028226 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-c2e53ebf-c9d0-4e9d-9f55-0869d87d5fb1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4282582 Jun 03 09:58:13.029738 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (45aaed87-d393-407a-8cc2-2564d2bd8f4a), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.033735 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (45aaed87-d393-407a-8cc2-2564d2bd8f4a), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.046511 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 09:58:13.047752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.074102 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:13.211357 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks [] for router_controller (45aaed87-d393-407a-8cc2-2564d2bd8f4a), precommit_add_association {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.232246 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.252874 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.276916 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks [] for router_gateway (4d63e539-9079-492c-80c5-c1d8ad3a3edb), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.392967 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d210f-e191-4218-804b-58199819346e None None] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:13.433709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (132748ac-4398-49ca-9054-387a929a2a66), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.433968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:13.518580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Allocated IP 172.20.0.2 (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a/86dcbaca-bdc2-4ac7-be7a-15a5597de606/d7a3c0c8-0887-4843-830b-c8d6f4f365b1) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:13.535883 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks [] for router_gateway (45aaed87-d393-407a-8cc2-2564d2bd8f4a), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.577507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d210f-e191-4218-804b-58199819346e None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:13.583544 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d210f-e191-4218-804b-58199819346e None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:13.596751 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b810e-ebde-40c5-94d0-0aa15f9b3af2 None None] Network 375052ce-3f5b-447f-8bb7-eb9324c0a557 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:13.634115 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132748ac-4398-49ca-9054-387a929a2a66,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:13.792417 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d210f-e191-4218-804b-58199819346e None None] Pushing event updated for resources: {'Port': ['ID=9d03188c-4014-44cb-80f6-104a60feaa6c,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:13.860469 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.860839 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.861193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.861528 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.861852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Tracked resource versions report: Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: pushed versions: Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: { 'AddressGroup': {'1.2'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Agent': {'1.1'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'ConntrackHelper': {'1.0'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Log': {'1.0'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'NDPProxy': {'1.0'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Network': {'1.1'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Port': {'1.7'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'PortForwarding': {'1.3'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'QosPolicy': {'1.10'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroup': {'1.5'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SubPort': {'1.0'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Subnet': {'1.1'}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Trunk': {'1.1'}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: consumer versions: Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: HyperV agent@hv-cinder-84456: {}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Agent': '1.1', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'ConntrackHelper': '1.0', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'LocalIPAssociation': '1.0', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Log': '1.0', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'NDPProxy': '1.0', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Network': '1.1', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Port': '1.7', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'PortForwarding': '1.3', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'QosPolicy': '1.10', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroup': '1.5', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SecurityGroupRule': '1.2', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'SubPort': '1.0', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Subnet': '1.1', Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: 'Trunk': '1.1'}} Jun 03 09:58:13.883565 dv-cinder-844563-1-iscsi neutron-server[111017]: {{(pid=111017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:58:13.942107 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks [] for router_gateway (45aaed87-d393-407a-8cc2-2564d2bd8f4a), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:13.963467 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Checking segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:13.963827 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Network hostable DHCP agents. Network: 1dd31c87-764e-47aa-825b-25f1a52d1c3d, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:58:13.979778 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Publish callbacks [] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.009947 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-1e8d210f-e191-4218-804b-58199819346e None None] Attempting to bind port 9d03188c-4014-44cb-80f6-104a60feaa6c on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:14.010674 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-1e8d210f-e191-4218-804b-58199819346e None None] Attempting to bind port 9d03188c-4014-44cb-80f6-104a60feaa6c by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:14.011205 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d210f-e191-4218-804b-58199819346e None None] Attempting to bind port 9d03188c-4014-44cb-80f6-104a60feaa6c on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:14.024267 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d210f-e191-4218-804b-58199819346e None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:14.024898 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d210f-e191-4218-804b-58199819346e None None] Checking segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:14.025464 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.026265 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d210f-e191-4218-804b-58199819346e None None] Bound using segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:14.029380 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-1e8d210f-e191-4218-804b-58199819346e None None] Bound port: 9d03188c-4014-44cb-80f6-104a60feaa6c, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:14.029380 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.053512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.053830 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks [] for router_gateway (4d63e539-9079-492c-80c5-c1d8ad3a3edb), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.074709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.112444 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-1e8d210f-e191-4218-804b-58199819346e None None] For port 9d03188c-4014-44cb-80f6-104a60feaa6c, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:14.117715 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-1e8d210f-e191-4218-804b-58199819346e None None] For port 9d03188c-4014-44cb-80f6-104a60feaa6c, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9d03188c-4014-44cb-80f6-104a60feaa6c,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:14.140580 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:58:14.145241 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.166042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:14.169659 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:14.173960 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:14.408904 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Allocated IP 172.27.3.47 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/7170e40b-925c-4a6a-afb9-7dbea8d09098) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:14.408904 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 1dd31c87-764e-47aa-825b-25f1a52d1c3d) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:14.408904 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:14.408904 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.420129 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb5f34-2239-4904-bd4c-c631a69c7fa0 None None] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:14.421537 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 51934) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:14.421537 dv-cinder-844563-1-iscsi neutron-server[111015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 09:58:14.424229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Pushing event updated for resources: {'Port': ['ID=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:14.424229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e8d210f-e191-4218-804b-58199819346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.424229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.424784 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-981903a7-ed4b-49f6-83f4-1758d3bf2928 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8379252 Jun 03 09:58:14.424784 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 51936) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:14.424784 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:14.439315 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks [] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.467301 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Attempting to bind port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:14.467772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Attempting to bind port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:14.468193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Attempting to bind port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:14.495591 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:14.496618 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Checking segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:14.496955 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.497351 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Bound using segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:14.497826 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Bound port: d7a3c0c8-0887-4843-830b-c8d6f4f365b1, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:14.498221 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.534418 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d210f-e191-4218-804b-58199819346e None None] Pushing event updated for resources: {'Port': ['ID=9d03188c-4014-44cb-80f6-104a60feaa6c,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:14.544264 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-87726279-8377-4f4d-aa9b-7d59887c1005 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:14.545861 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-87726279-8377-4f4d-aa9b-7d59887c1005 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/networks?id=375052ce-3f5b-447f-8bb7-eb9324c0a557 HTTP/1.1" status: 200 len: 812 time: 0.2442117 Jun 03 09:58:14.568624 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-d1363198-364c-4d33-92db-dc40d721ef4a tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/quotas/69776fa5af0c4573b668bbf8dc200931 HTTP/1.1" status: 200 len: 375 time: 0.0155511 Jun 03 09:58:14.568813 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 09:58:14.569788 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.583350 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.585127 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.594452 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.654379 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:14.655891 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-3577c86a-8035-4231-9af9-3f3cb84fc8ae tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=69776fa5af0c4573b668bbf8dc200931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861068 Jun 03 09:58:14.672002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:14.690673 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Allocated IP 172.27.3.225 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/42566b64-ee0a-417c-a6e9-463269692c05) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:14.696272 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] For port d7a3c0c8-0887-4843-830b-c8d6f4f365b1, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:14.704899 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:14.714323 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:14.737034 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] For port d7a3c0c8-0887-4843-830b-c8d6f4f365b1, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:14.847762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.864600 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Pushing event updated for resources: {'Port': ['ID=7170e40b-925c-4a6a-afb9-7dbea8d09098,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:14.895412 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks [] for router_controller (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:14.951031 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:14.974725 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Allocated IP 172.20.0.2 (1dd31c87-764e-47aa-825b-25f1a52d1c3d/132748ac-4398-49ca-9054-387a929a2a66/06337da3-ba5b-4eae-9094-c38472adc6d2) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:14.989322 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks [] for port (42566b64-ee0a-417c-a6e9-463269692c05), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.092672 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:15.118729 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f47c3-f64b-45d8-88b1-da96c90577e6 None None] Pushing event updated for resources: {'Port': ['ID=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:15.145793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-ad21ecc0-884d-4c14-b983-fc364df76111 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:58:15.147365 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-ad21ecc0-884d-4c14-b983-fc364df76111 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1526904 Jun 03 09:58:15.232845 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (42566b64-ee0a-417c-a6e9-463269692c05), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.292472 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:15.300453 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks [] for router_gateway (4d63e539-9079-492c-80c5-c1d8ad3a3edb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.349146 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:15.364301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:15.368294 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Pushing event updated for resources: {'Port': ['ID=42566b64-ee0a-417c-a6e9-463269692c05,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:15.374339 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:15.462790 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Publish callbacks [] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.473243 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:15.505443 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-32f6e06b-d803-4517-9dbf-5e8be6c64d90 service neutron] 10.222.0.42 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445282 Jun 03 09:58:15.551434 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.564379 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks [] for router_gateway (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.579128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:15.639692 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:15.647437 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:15.701336 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-d8f72aa9-9622-4e2e-8452-55101f1aad52 service neutron] 10.222.0.42 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685658 Jun 03 09:58:15.751752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Attempting to bind port 06337da3-ba5b-4eae-9094-c38472adc6d2 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:15.751943 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Attempting to bind port 06337da3-ba5b-4eae-9094-c38472adc6d2 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:15.752359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Attempting to bind port 06337da3-ba5b-4eae-9094-c38472adc6d2 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:15.758919 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:15.759629 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Checking segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:15.760163 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.761243 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Bound using segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:15.762811 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Bound port: 06337da3-ba5b-4eae-9094-c38472adc6d2, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:15.765138 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.784504 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Pushing event updated for resources: {'Port': ['ID=06337da3-ba5b-4eae-9094-c38472adc6d2,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:15.850713 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] For port 06337da3-ba5b-4eae-9094-c38472adc6d2, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:15.852856 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] For port 06337da3-ba5b-4eae-9094-c38472adc6d2, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=06337da3-ba5b-4eae-9094-c38472adc6d2,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:15.933566 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.981492 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (4d63e539-9079-492c-80c5-c1d8ad3a3edb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:15.981942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:16.019270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks [] for router_gateway (45aaed87-d393-407a-8cc2-2564d2bd8f4a), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.052307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d2a43-52e5-4d0d-a003-e52524cef47a None None] Pushing event updated for resources: {'Port': ['ID=06337da3-ba5b-4eae-9094-c38472adc6d2,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:16.112064 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9d03188c-4014-44cb-80f6-104a60feaa6c up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:16.209782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9d03188c-4014-44cb-80f6-104a60feaa6c triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:16.218762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.363895 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e58476-fdda-4739-8b41-58965f4f90cb None None] Network 27ad8cbb-ba5a-4502-afc9-811304412397 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:16.520080 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:16.560256 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] Provisioning complete for port 9d03188c-4014-44cb-80f6-104a60feaa6c triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:16.560951 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.601160 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:16.602710 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9d03188c-4014-44cb-80f6-104a60feaa6c is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:16.603105 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.674572 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] Current status of the port 9d03188c-4014-44cb-80f6-104a60feaa6c is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:16.674975 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.738194 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] For port 9d03188c-4014-44cb-80f6-104a60feaa6c, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9d03188c-4014-44cb-80f6-104a60feaa6c,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:16.783910 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks [] for router_gateway (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.812193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.838289 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:16.919271 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-69c5c10b-f8d7-4cea-b4d9-e85824e86d6c req-d45dca49-6d41-4f0c-93ee-4480b93e9c7c tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.1914616 Jun 03 09:58:16.992052 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.db.api [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 09:58:16.992690 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG oslo_db.api [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 09:58:16.993498 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85379f-93eb-4056-addd-08ff93bef79e None None] Pushing event updated for resources: {'Port': ['ID=9d03188c-4014-44cb-80f6-104a60feaa6c,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:17.053155 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (45aaed87-d393-407a-8cc2-2564d2bd8f4a), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.063659 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:17.103994 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Allocated IP 172.27.3.49 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/e80577eb-c116-4887-924b-b42336487dee) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:17.133468 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-5e7d3843-a4a2-4752-9f00-f9738d5435cc None None] Provisioning complete for port 9d03188c-4014-44cb-80f6-104a60feaa6c triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:17.134227 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5e7d3843-a4a2-4752-9f00-f9738d5435cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.138585 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809e9a6-8cf3-475d-93dc-58819760c926 None None] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:17.166658 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52044) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:17.178069 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Router 4d63e539-9079-492c-80c5-c1d8ad3a3edb is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 09:58:17.233282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:17.384887 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks [] for port (e80577eb-c116-4887-924b-b42336487dee), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.385145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 09:58:17.439459 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:58:17.454267 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Sync routers for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:58:17.487073 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:17.487770 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:17.554066 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.559994 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e0d5cfdc-4deb-4468-97c3-854cc7eedf3f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3301816 Jun 03 09:58:17.560764 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52074) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:17.592113 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef03ca0b-d485-4f34-b4ca-2ab515667b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.713041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9d03188c-4014-44cb-80f6-104a60feaa6c is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:17.714095 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d7a3c0c8-0887-4843-830b-c8d6f4f365b1 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:17.718181 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (e80577eb-c116-4887-924b-b42336487dee), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.750192 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:58:17.777418 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef03ca0b-d485-4f34-b4ca-2ab515667b6f admin admin] Publish callbacks [] for security_group (3edab5eb-3f25-4c88-a58d-e1d8c946cb96), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.777538 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:58:17.815402 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:17.821591 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:17.833515 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:17.840024 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d3843-a4a2-4752-9f00-f9738d5435cc None None] Current status of the port 9d03188c-4014-44cb-80f6-104a60feaa6c is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:17.841314 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:17.848594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.848714 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Pushing event updated for resources: {'Port': ['ID=e80577eb-c116-4887-924b-b42336487dee,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:17.852343 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-15a8e4e5-f0a7-4c37-8af0-a37f906c0e1a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0648191 Jun 03 09:58:17.853116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52076) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:17.864119 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:17.865400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:17.924001 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef03ca0b-d485-4f34-b4ca-2ab515667b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3edab5eb-3f25-4c88-a58d-e1d8c946cb96), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:17.925613 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:17.926118 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.005235 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.018319 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.022244 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ed70e-6295-4308-8590-4aae64385d79 None None] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:18.039932 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03ca0b-d485-4f34-b4ca-2ab515667b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edab5eb-3f25-4c88-a58d-e1d8c946cb96,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:18.046235 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Provisioning complete for port 06337da3-ba5b-4eae-9094-c38472adc6d2 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:18.046833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.048249 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ef03ca0b-d485-4f34-b4ca-2ab515667b6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c94df3549d74809933492001a652f2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8804467 Jun 03 09:58:18.048953 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52082) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:18.075558 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.139194 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.151432 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:14Z', 'revision_number': 3, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:18.159041 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-acab6122-e55a-45f1-9d97-04fec7097737 req-17147851-bbe6-424f-b566-6d6ae7468dd4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.0899968 Jun 03 09:58:18.187254 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Checking router: 4d63e539-9079-492c-80c5-c1d8ad3a3edb for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:58:18.187909 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Updating router 4d63e539-9079-492c-80c5-c1d8ad3a3edb port 7170e40b-925c-4a6a-afb9-7dbea8d09098 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:58:18.238276 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.281933 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.282541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47324625-8ec4-48c1-a446-c69168206568 admin admin] Publish callbacks [] for security_group (3edab5eb-3f25-4c88-a58d-e1d8c946cb96), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.316710 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:18.317020 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.353770 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Current status of the port 06337da3-ba5b-4eae-9094-c38472adc6d2 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:18.354021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.385807 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:18.414718 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks [] for router_gateway (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.486003 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port d7a3c0c8-0887-4843-830b-c8d6f4f365b1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:18.571503 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47324625-8ec4-48c1-a446-c69168206568 admin admin] Publish callbacks [] for security_group (3edab5eb-3f25-4c88-a58d-e1d8c946cb96), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.577716 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.578939 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.583315 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] For port 06337da3-ba5b-4eae-9094-c38472adc6d2, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=06337da3-ba5b-4eae-9094-c38472adc6d2,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:18.662288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.678840 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:18.718924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.773725 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Provisioning complete for port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:18.774160 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.777748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.817659 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:15Z', 'revision_number': 3, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:18.836141 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:18.844940 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Publish callbacks [] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.876982 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:58:18.877330 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Updating router 45aaed87-d393-407a-8cc2-2564d2bd8f4a port 42566b64-ee0a-417c-a6e9-463269692c05 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:58:18.906196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Pushing event updated for resources: {'Port': ['ID=06337da3-ba5b-4eae-9094-c38472adc6d2,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:18.929845 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9d03188c-4014-44cb-80f6-104a60feaa6c up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:18.932582 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (42566b64-ee0a-417c-a6e9-463269692c05), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.939362 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.986623 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Attempting to bind port 7170e40b-925c-4a6a-afb9-7dbea8d09098 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:18.987246 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Attempting to bind port 7170e40b-925c-4a6a-afb9-7dbea8d09098 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:18.987845 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:18.987996 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Attempting to bind port 7170e40b-925c-4a6a-afb9-7dbea8d09098 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:19.002015 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:19.002661 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:19.003212 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.003903 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:19.004541 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Bound port: 7170e40b-925c-4a6a-afb9-7dbea8d09098, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:19.005064 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.008445 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Pushing event updated for resources: {'Port': ['ID=7170e40b-925c-4a6a-afb9-7dbea8d09098,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:19.033696 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.034135 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.034429 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.034793 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.035105 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.035435 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.035756 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.036070 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.036387 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.036705 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.037023 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.037354 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.037670 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.038009 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.038318 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Tracked resource versions report: Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: pushed versions: Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: { 'AddressGroup': {'1.2'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Agent': {'1.1'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'ConntrackHelper': {'1.0'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'LocalIPAssociation': {'1.0'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Log': {'1.0'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'NDPProxy': {'1.0'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Network': {'1.1'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Port': {'1.7'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'PortForwarding': {'1.3'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'QosPolicy': {'1.10'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroup': {'1.5'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroupRule': {'1.2'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SubPort': {'1.0'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Subnet': {'1.1'}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Trunk': {'1.1'}} Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: consumer versions: Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: { DHCP agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: HyperV agent@hv-cinder-84456: {}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: L3 agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: Metadata agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: Metering agent@dv-cinder-844563-1-iscsi: {}, Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: Open vSwitch agent@dv-cinder-844563-1-iscsi: { 'AddressGroup': '1.2', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Agent': '1.1', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'ConntrackHelper': '1.0', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'LocalIPAssociation': '1.0', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Log': '1.0', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'NDPProxy': '1.0', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Network': '1.1', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Port': '1.7', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'PortForwarding': '1.3', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'QosPolicy': '1.10', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroup': '1.5', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SecurityGroupRule': '1.2', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'SubPort': '1.0', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Subnet': '1.1', Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: 'Trunk': '1.1'}} Jun 03 09:58:19.039671 dv-cinder-844563-1-iscsi neutron-server[111018]: {{(pid=111018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 09:58:19.074175 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] For port 7170e40b-925c-4a6a-afb9-7dbea8d09098, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:19.077933 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] For port 7170e40b-925c-4a6a-afb9-7dbea8d09098, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=7170e40b-925c-4a6a-afb9-7dbea8d09098,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:19.098861 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Allocated IP 172.20.0.1 (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a/86dcbaca-bdc2-4ac7-be7a-15a5597de606/45316b10-3dfd-4ed8-9726-2d0052d34992) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:19.104547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47324625-8ec4-48c1-a446-c69168206568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3edab5eb-3f25-4c88-a58d-e1d8c946cb96), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.109177 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47324625-8ec4-48c1-a446-c69168206568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.113919 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-47324625-8ec4-48c1-a446-c69168206568 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3edab5eb-3f25-4c88-a58d-e1d8c946cb96 HTTP/1.1" status: 204 len: 168 time: 1.0583060 Jun 03 09:58:19.118407 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:19.129930 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47324625-8ec4-48c1-a446-c69168206568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edab5eb-3f25-4c88-a58d-e1d8c946cb96,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:19.200006 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.212211 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:19.242748 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.273017 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-bed976fe-62c7-4b30-b5da-dedfd5da22e3 None None] Current status of the port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:19.294451 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9d03188c-4014-44cb-80f6-104a60feaa6c triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:19.295210 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.295680 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks [] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.303808 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52106) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:19.331729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:19.346954 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5c42-6aec-4dab-aafe-5f3c2b17efce None None] Pushing event updated for resources: {'Port': ['ID=7170e40b-925c-4a6a-afb9-7dbea8d09098,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:19.355693 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:19.356345 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:19.364398 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:19.376781 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5acca86d-02f2-42a7-abd9-945089f33fdc req-2a3b10dc-a35c-4f38-94a7-a9963e59db0c tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.0718226 Jun 03 09:58:19.484635 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-5cac924f-dd23-4424-ba54-68479922f118 None None] Provisioning complete for port 06337da3-ba5b-4eae-9094-c38472adc6d2 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:19.485060 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5cac924f-dd23-4424-ba54-68479922f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.528394 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:19.558986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.559948 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Allocated IP 172.20.0.1 (27ad8cbb-ba5a-4502-afc9-811304412397/9ef24e14-5054-40b8-9afa-da71caa35f1c/9320f392-e184-4f82-9a8d-5094f07ec42e) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:19.599422 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:19.599603 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Publish callbacks [] for port (42566b64-ee0a-417c-a6e9-463269692c05), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.599678 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:19.603010 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:19.603559 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (45aaed87-d393-407a-8cc2-2564d2bd8f4a), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.622851 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9d03188c-4014-44cb-80f6-104a60feaa6c is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:19.626849 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 06337da3-ba5b-4eae-9094-c38472adc6d2 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:19.690955 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:19.740744 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (42566b64-ee0a-417c-a6e9-463269692c05), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.871203 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks [] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.902737 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044557d-f31b-405c-84ab-a23d28dd534b None None] Pushing event updated for resources: {'Port': ['ID=42566b64-ee0a-417c-a6e9-463269692c05,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:19.906593 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Attempting to bind port 42566b64-ee0a-417c-a6e9-463269692c05 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:19.907345 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Attempting to bind port 42566b64-ee0a-417c-a6e9-463269692c05 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:19.907924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Attempting to bind port 42566b64-ee0a-417c-a6e9-463269692c05 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:19.914307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 06337da3-ba5b-4eae-9094-c38472adc6d2 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:19.914700 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.922958 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:14Z', 'revision_number': 3, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:19.942594 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:19.942980 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:19.943362 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.943752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:19.944232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Bound port: 42566b64-ee0a-417c-a6e9-463269692c05, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:19.944604 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (42566b64-ee0a-417c-a6e9-463269692c05), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:19.948940 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-5cac924f-dd23-4424-ba54-68479922f118 None None] Current status of the port 06337da3-ba5b-4eae-9094-c38472adc6d2 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:19.952291 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 09:58:19.963200 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff56653-1f79-4d4f-bf94-1fc615a1b10e None None] The sync data for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi is: [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:14Z', 'revision_number': 3, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:58:19.970362 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=45316b10-3dfd-4ed8-9726-2d0052d34992,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:20.033644 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.146076 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:20.168778 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:20.176426 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:20.176905 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (4d63e539-9079-492c-80c5-c1d8ad3a3edb), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.179316 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Pushing event updated for resources: {'Port': ['ID=9320f392-e184-4f82-9a8d-5094f07ec42e,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:20.216173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-5cac924f-dd23-4424-ba54-68479922f118 None None] Provisioning complete for port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:20.216558 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5cac924f-dd23-4424-ba54-68479922f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.280919 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:58:20.294785 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:58:20.298701 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52134) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:20.311902 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:20.312624 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:20.344089 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] For port 42566b64-ee0a-417c-a6e9-463269692c05, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:20.348089 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:20.355565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] For port 42566b64-ee0a-417c-a6e9-463269692c05, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=42566b64-ee0a-417c-a6e9-463269692c05,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:20.359736 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-af04111c-4b92-41e0-8594-a6a3ac3c7067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.438830 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.468760 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (42566b64-ee0a-417c-a6e9-463269692c05), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.485527 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.492683 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:20.492867 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-206401ee-8b01-4a95-bb24-5257cd4eb19e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1196396 Jun 03 09:58:20.500221 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52138) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:20.533236 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:20.610443 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 06337da3-ba5b-4eae-9094-c38472adc6d2 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:20.750136 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-5cac924f-dd23-4424-ba54-68479922f118 None None] Current status of the port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:20.788189 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:20.788815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:20.868063 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:20.941135 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:18Z', 'revision_number': 3, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:20.955125 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-af04111c-4b92-41e0-8594-a6a3ac3c7067 admin admin] Publish callbacks [] for security_group (fa56d3ab-51f8-464e-ad16-0a429bd378cd), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.961527 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:20.968374 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:20.991577 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 06337da3-ba5b-4eae-9094-c38472adc6d2 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:20.999441 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:58:20.999795 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Updating router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d port e80577eb-c116-4887-924b-b42336487dee binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:58:21.000402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044557d-f31b-405c-84ab-a23d28dd534b None None] Pushing event updated for resources: {'Port': ['ID=42566b64-ee0a-417c-a6e9-463269692c05,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:21.025426 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-ef22cf29-dae2-43c4-8813-7e45d16eedea None None] Provisioning complete for port 9320f392-e184-4f82-9a8d-5094f07ec42e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:21.025815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ef22cf29-dae2-43c4-8813-7e45d16eedea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.055427 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e80577eb-c116-4887-924b-b42336487dee), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.071834 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7277e0cc-2a39-4ee6-8ee5-ea3836eca54b req-fe177570-57b9-4f32-879d-ff7e865b1166 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.2193074 Jun 03 09:58:21.100205 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-ef22cf29-dae2-43c4-8813-7e45d16eedea None None] Port 9320f392-e184-4f82-9a8d-5094f07ec42e cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:21.130066 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-ef22cf29-dae2-43c4-8813-7e45d16eedea None None] Provisioning complete for port 45316b10-3dfd-4ed8-9726-2d0052d34992 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:21.130497 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ef22cf29-dae2-43c4-8813-7e45d16eedea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.135752 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.59', 60400) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:21.175574 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:21.217717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 06337da3-ba5b-4eae-9094-c38472adc6d2 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:21.228473 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.250176 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-af04111c-4b92-41e0-8594-a6a3ac3c7067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (fa56d3ab-51f8-464e-ad16-0a429bd378cd), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.250648 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-ef22cf29-dae2-43c4-8813-7e45d16eedea None None] Port 45316b10-3dfd-4ed8-9726-2d0052d34992 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:21.269083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:21.281546 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:21.306281 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:21.386378 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-af04111c-4b92-41e0-8594-a6a3ac3c7067 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70fa0dc41e80462a9ba09e4e44ee509a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0865314 Jun 03 09:58:21.399483 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52164) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:21.412655 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04111c-4b92-41e0-8594-a6a3ac3c7067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56d3ab-51f8-464e-ad16-0a429bd378cd,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:21.568665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 06337da3-ba5b-4eae-9094-c38472adc6d2 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:21.578738 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d7a3c0c8-0887-4843-830b-c8d6f4f365b1 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:21.663016 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52170) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:21.682670 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Publish callbacks [] for port (e80577eb-c116-4887-924b-b42336487dee), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.693526 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks [] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.718245 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks [] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.729283 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-582a66f2-0d1b-4fa9-be07-de4c5e6a1b53 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:21.731559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-582a66f2-0d1b-4fa9-be07-de4c5e6a1b53 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.59 "GET /v2.0/networks?id=375052ce-3f5b-447f-8bb7-eb9324c0a557 HTTP/1.1" status: 200 len: 812 time: 0.5940294 Jun 03 09:58:21.748156 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f4625b1-a154-426f-9b54-f2e0be328334 admin admin] Publish callbacks [] for security_group (fa56d3ab-51f8-464e-ad16-0a429bd378cd), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.768195 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:19Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:21.775745 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f4625b1-a154-426f-9b54-f2e0be328334 admin admin] Publish callbacks [] for security_group (fa56d3ab-51f8-464e-ad16-0a429bd378cd), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.789042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Request body: {'port': {'device_id': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557', 'admin_state_up': True, 'tenant_id': '69776fa5af0c4573b668bbf8dc200931'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:21.809967 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3763c-1768-418d-bb6d-0e894054b486 None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:19Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:58:21.819493 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:21.822186 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.834129 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e80577eb-c116-4887-924b-b42336487dee), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.863688 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.864665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (4d63e539-9079-492c-80c5-c1d8ad3a3edb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.900970 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.901973 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (45aaed87-d393-407a-8cc2-2564d2bd8f4a), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.932515 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e34a-376f-45da-8dd8-42f7b878f980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:21.971830 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:21.973160 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 7170e40b-925c-4a6a-afb9-7dbea8d09098 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:22.016386 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Attempting to bind port e80577eb-c116-4887-924b-b42336487dee on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:22.017512 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Attempting to bind port e80577eb-c116-4887-924b-b42336487dee by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:22.018091 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Attempting to bind port e80577eb-c116-4887-924b-b42336487dee on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:22.022276 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27da8d-6cc4-4ee6-9b4c-ea1dfe2d3421 None None] Pushing event updated for resources: {'Port': ['ID=e80577eb-c116-4887-924b-b42336487dee,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:22.030849 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:22.031832 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:22.032495 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.033054 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:22.033683 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Bound port: e80577eb-c116-4887-924b-b42336487dee, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:22.034321 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e80577eb-c116-4887-924b-b42336487dee), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.105085 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 7170e40b-925c-4a6a-afb9-7dbea8d09098 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:22.107238 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.128775 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] For port e80577eb-c116-4887-924b-b42336487dee, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:22.135891 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] For port e80577eb-c116-4887-924b-b42336487dee, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e80577eb-c116-4887-924b-b42336487dee,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:22.159670 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:22.229403 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Pushing event updated for resources: {'Port': ['ID=9320f392-e184-4f82-9a8d-5094f07ec42e,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:22.236458 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:22.253789 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:22.257766 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:22.266504 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e80577eb-c116-4887-924b-b42336487dee), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.279482 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 7170e40b-925c-4a6a-afb9-7dbea8d09098 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:22.279918 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.323785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=45316b10-3dfd-4ed8-9726-2d0052d34992,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:22.336629 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 7170e40b-925c-4a6a-afb9-7dbea8d09098, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=7170e40b-925c-4a6a-afb9-7dbea8d09098,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:22.415692 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:22.416646 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:22.427396 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2d87ae4a-d8bf-4b72-963f-e36d1cd4ada2 req-9520aaa2-1e52-44a3-b91e-2abf91feddab tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.0656791 Jun 03 09:58:22.439679 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:22.453665 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Made reservation on behalf of 69776fa5af0c4573b668bbf8dc200931 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:22.470617 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.479748 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.524841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f4625b1-a154-426f-9b54-f2e0be328334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (fa56d3ab-51f8-464e-ad16-0a429bd378cd), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.535389 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f4625b1-a154-426f-9b54-f2e0be328334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.541044 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-8f4625b1-a154-426f-9b54-f2e0be328334 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa56d3ab-51f8-464e-ad16-0a429bd378cd HTTP/1.1" status: 204 len: 168 time: 1.1357677 Jun 03 09:58:22.568405 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27da8d-6cc4-4ee6-9b4c-ea1dfe2d3421 None None] Pushing event updated for resources: {'Port': ['ID=e80577eb-c116-4887-924b-b42336487dee,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:22.609768 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4625b1-a154-426f-9b54-f2e0be328334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56d3ab-51f8-464e-ad16-0a429bd378cd,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:22.627009 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e34a-376f-45da-8dd8-42f7b878f980 admin admin] Publish callbacks [] for security_group (14dfddd9-713e-49db-9509-10aa9463f409), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.637181 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.677343 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:22.681451 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=7170e40b-925c-4a6a-afb9-7dbea8d09098,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:22.793390 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e34a-376f-45da-8dd8-42f7b878f980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (14dfddd9-713e-49db-9509-10aa9463f409), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.803785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c86a00ae-de24-4eb3-bc9f-cbf2eacd387c None None] Provisioning complete for port 9320f392-e184-4f82-9a8d-5094f07ec42e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:22.804304 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c86a00ae-de24-4eb3-bc9f-cbf2eacd387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:22.914716 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c86a00ae-de24-4eb3-bc9f-cbf2eacd387c None None] Port 9320f392-e184-4f82-9a8d-5094f07ec42e cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:22.950944 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:22.956444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:23.063091 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:18Z', 'revision_number': 3, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:23.127730 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02df2f9-aa95-40c4-b3e3-5ab6e2a385ed None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:18Z', 'revision_number': 3, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:58:23.166855 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Router 4d63e539-9079-492c-80c5-c1d8ad3a3edb has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 09:58:23.167701 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1e34a-376f-45da-8dd8-42f7b878f980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dfddd9-713e-49db-9509-10aa9463f409,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:23.177519 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:23.214768 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:23.233286 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a6d1e34a-376f-45da-8dd8-42f7b878f980 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6522d9aaf5a45b2910df87d13a0b30d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5567482 Jun 03 09:58:23.248660 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52222) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:23.389176 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:58:23.389373 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Allocated IP 172.20.0.7 (375052ce-3f5b-447f-8bb7-eb9324c0a557/d5bbb7f3-1284-4273-8637-2798969e322f/7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:23.405271 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5e619201-e2f1-4865-ae35-9f93ab088a41 admin admin] 10.222.0.42 "PUT /v2.0/routers/4d63e539-9079-492c-80c5-c1d8ad3a3edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8322301 Jun 03 09:58:23.418078 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Sync routers for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:58:23.457668 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:23.458217 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Allocated IP 172.20.0.1 (1dd31c87-764e-47aa-825b-25f1a52d1c3d/132748ac-4398-49ca-9054-387a929a2a66/9fb76d27-02a0-4125-b48f-26d8229811a1) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:23.458372 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:23.538843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:23.559361 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd7fa-9a7f-4926-8faf-041a3db34a2e admin admin] Publish callbacks [] for security_group (14dfddd9-713e-49db-9509-10aa9463f409), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:23.618655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd7fa-9a7f-4926-8faf-041a3db34a2e admin admin] Publish callbacks [] for security_group (14dfddd9-713e-49db-9509-10aa9463f409), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:23.672095 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:23.808991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-ad497703-433e-4b5f-81f5-41ac1c6b6fe7 None None] Provisioning complete for port 45316b10-3dfd-4ed8-9726-2d0052d34992 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:23.809578 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ad497703-433e-4b5f-81f5-41ac1c6b6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:23.827097 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 09:58:23.884116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd7fa-9a7f-4926-8faf-041a3db34a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (14dfddd9-713e-49db-9509-10aa9463f409), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:23.888868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:23.891473 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd7fa-9a7f-4926-8faf-041a3db34a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:23.892938 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4ebbd7fa-9a7f-4926-8faf-041a3db34a2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14dfddd9-713e-49db-9509-10aa9463f409 HTTP/1.1" status: 204 len: 168 time: 0.6364629 Jun 03 09:58:23.923300 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6c244da-a167-44c8-a6a4-041e9212effd req-89b9ae0b-30c1-4230-a7ba-4405e28fb028 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.2306688 Jun 03 09:58:23.924434 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks [] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:24.020782 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbd7fa-9a7f-4926-8faf-041a3db34a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dfddd9-713e-49db-9509-10aa9463f409,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:24.024864 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:24.035175 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52240) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:24.080683 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:24.196292 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:24.198532 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:24.212716 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Pushing event updated for resources: {'Port': ['ID=9fb76d27-02a0-4125-b48f-26d8229811a1,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:24.224475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:24.224808 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:24.509333 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-ad497703-433e-4b5f-81f5-41ac1c6b6fe7 None None] Port 45316b10-3dfd-4ed8-9726-2d0052d34992 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:24.611564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:58:24.790289 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ef7dcc32-147b-4dcb-ad1b-4f6d3003f7e9 admin admin] 10.222.0.42 "PUT /v2.0/routers/45aaed87-d393-407a-8cc2-2564d2bd8f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9316020 Jun 03 09:58:24.832371 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:24.904793 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dbab2106-87ae-42f9-a611-05cf951022f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:24.960499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks [] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.011717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:21Z', 'revision_number': 2, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:25.180595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.205243 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:25.227271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Checking router: 4d63e539-9079-492c-80c5-c1d8ad3a3edb for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:58:25.227762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Updating router 4d63e539-9079-492c-80c5-c1d8ad3a3edb port 9320f392-e184-4f82-9a8d-5094f07ec42e binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:58:25.265873 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-ce53aa7e-7cb9-4e97-a095-2b4d7551e759 None None] Provisioning complete for port 9fb76d27-02a0-4125-b48f-26d8229811a1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:25.269185 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ce53aa7e-7cb9-4e97-a095-2b4d7551e759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.641377 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dbab2106-87ae-42f9-a611-05cf951022f6 admin admin] Publish callbacks [] for security_group (bfddbf29-f881-46a1-abf1-fafced51edde), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.645703 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Network 375052ce-3f5b-447f-8bb7-eb9324c0a557 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:25.676044 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:25.841768 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks [] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.842798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:25.842798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:25.842798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.842798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:25.843063 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 7170e40b-925c-4a6a-afb9-7dbea8d09098 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:25.843141 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Pushing event updated for resources: {'Port': ['ID=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:25.843141 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecccd42-2df2-4359-ba6a-1c958e9741b2 req-9cd6f353-8108-4a15-b393-dcd1a24d2940 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:25.843141 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1ecccd42-2df2-4359-ba6a-1c958e9741b2 req-9cd6f353-8108-4a15-b393-dcd1a24d2940 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 931 time: 0.2007060 Jun 03 09:58:25.843332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-ce53aa7e-7cb9-4e97-a095-2b4d7551e759 None None] Port 9fb76d27-02a0-4125-b48f-26d8229811a1 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:25.843332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.890762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:25.893212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 7170e40b-925c-4a6a-afb9-7dbea8d09098 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:25.893605 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:25.927605 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-759245c1-8d38-422c-b774-799ead2e4253 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:25.935297 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-759245c1-8d38-422c-b774-799ead2e4253 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 817 time: 0.3171449 Jun 03 09:58:25.990747 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dbab2106-87ae-42f9-a611-05cf951022f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (bfddbf29-f881-46a1-abf1-fafced51edde), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.001047 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1ecccd42-2df2-4359-ba6a-1c958e9741b2 req-b656a71d-6262-4e1b-82c2-366931693b8c tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742270 Jun 03 09:58:26.013257 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-41207922-49dd-44e8-9d9c-087a07475b60 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/quotas/071b399988474af1a1c709aac97c1744 HTTP/1.1" status: 200 len: 375 time: 0.0769997 Jun 03 09:58:26.031870 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.038173 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.053777 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:26.054844 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-674c0880-4fdd-406b-a63a-0c01b5c461a4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2657344 Jun 03 09:58:26.066881 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-5f33d8d7-9a32-45da-869d-2ad46ccf7add tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:58:26.067890 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-5f33d8d7-9a32-45da-869d-2ad46ccf7add tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103240 Jun 03 09:58:26.135184 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-dbab2106-87ae-42f9-a611-05cf951022f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2887f7ffd32547458585734b104e66b5&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0988886 Jun 03 09:58:26.135942 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab2106-87ae-42f9-a611-05cf951022f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfddbf29-f881-46a1-abf1-fafced51edde,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:26.139550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52298) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:26.173921 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:26.220279 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-2e0364b9-5020-402c-9e2b-183e6128f4fb tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2060139 Jun 03 09:58:26.257198 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 7170e40b-925c-4a6a-afb9-7dbea8d09098 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:26.258342 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e80577eb-c116-4887-924b-b42336487dee up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:26.298709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Pushing event updated for resources: {'Port': ['ID=9fb76d27-02a0-4125-b48f-26d8229811a1,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:26.319443 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:26.346036 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:26.349556 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:26.375511 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-87c13509-9052-4979-9b70-1015028a1c11 admin admin] Publish callbacks [] for security_group (bfddbf29-f881-46a1-abf1-fafced51edde), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.439784 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Publish callbacks [] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.484563 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e80577eb-c116-4887-924b-b42336487dee triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:26.484952 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e80577eb-c116-4887-924b-b42336487dee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.582087 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.601158 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-87c13509-9052-4979-9b70-1015028a1c11 admin admin] Publish callbacks [] for security_group (bfddbf29-f881-46a1-abf1-fafced51edde), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.754654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 09:58:26.854942 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-87c13509-9052-4979-9b70-1015028a1c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (bfddbf29-f881-46a1-abf1-fafced51edde), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.860271 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-87c13509-9052-4979-9b70-1015028a1c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:26.861634 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-87c13509-9052-4979-9b70-1015028a1c11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfddbf29-f881-46a1-abf1-fafced51edde HTTP/1.1" status: 204 len: 168 time: 0.6968098 Jun 03 09:58:26.967628 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c13509-9052-4979-9b70-1015028a1c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfddbf29-f881-46a1-abf1-fafced51edde,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:26.988259 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:58:26.998061 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e80577eb-c116-4887-924b-b42336487dee is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:27.010598 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Request body: {'port': {'device_id': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:27.016921 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e80577eb-c116-4887-924b-b42336487dee), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.045824 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:27.046588 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:27.047197 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:27.060458 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:58:27.066458 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-219128f4-ab66-4f27-9d37-e9e2a8c381eb admin admin] 10.222.0.42 "PUT /v2.0/routers/2b44c0ca-9565-4d4c-99c1-e5c28420cb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5651512 Jun 03 09:58:27.103344 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ecbc0-299d-48fe-9716-df72286f1355 None None] Pushing event updated for resources: {'Port': ['ID=9320f392-e184-4f82-9a8d-5094f07ec42e,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:27.185233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Attempting to bind port 9320f392-e184-4f82-9a8d-5094f07ec42e on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:27.185233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Attempting to bind port 9320f392-e184-4f82-9a8d-5094f07ec42e by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:27.185233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Attempting to bind port 9320f392-e184-4f82-9a8d-5094f07ec42e on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:27.194234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.232332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-6c158172-df78-4ebd-b723-2adeeb055e52 None None] Provisioning complete for port 9fb76d27-02a0-4125-b48f-26d8229811a1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:27.232979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6c158172-df78-4ebd-b723-2adeeb055e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.239366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port e80577eb-c116-4887-924b-b42336487dee, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e80577eb-c116-4887-924b-b42336487dee,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:27.245342 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:27.247808 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Checking segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:27.259049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.259049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Bound using segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:27.259049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Bound port: 9320f392-e184-4f82-9a8d-5094f07ec42e, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:27.259049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.259515 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:27.307366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e80577eb-c116-4887-924b-b42336487dee), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.310599 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 42566b64-ee0a-417c-a6e9-463269692c05 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:27.405259 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52334) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:27.411390 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157644275', 'description': 'tempest-description--786042154'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:27.414686 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] For port 9320f392-e184-4f82-9a8d-5094f07ec42e, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:27.418841 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] For port 9320f392-e184-4f82-9a8d-5094f07ec42e, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9320f392-e184-4f82-9a8d-5094f07ec42e,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:27.434313 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:27.449990 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:58:27.500497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-86398861-23a8-4270-a1e0-10d95e4f4800 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 09:58:27.510231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-86398861-23a8-4270-a1e0-10d95e4f4800 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5781171 Jun 03 09:58:27.525838 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-6c158172-df78-4ebd-b723-2adeeb055e52 None None] Port 9fb76d27-02a0-4125-b48f-26d8229811a1 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:27.534067 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.563093 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.662828 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:27.668412 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:27.687726 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-047b0882-d5e4-47de-b100-838e2df9d32e service neutron] 10.222.0.42 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722624 Jun 03 09:58:27.704606 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:27.793394 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.882188 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.898485 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=e80577eb-c116-4887-924b-b42336487dee,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:27.927533 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:27.941785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 42566b64-ee0a-417c-a6e9-463269692c05 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:27.943170 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (42566b64-ee0a-417c-a6e9-463269692c05), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.947212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-b796addf-9817-42df-9545-087e29d80d92 None None] Provisioning complete for port 9320f392-e184-4f82-9a8d-5094f07ec42e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:27.948361 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b796addf-9817-42df-9545-087e29d80d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:27.979395 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-6194ca31-99ae-4511-bb82-f5ba5b0b3b52 service neutron] 10.222.0.42 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890990 Jun 03 09:58:27.997062 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 2, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:28.049491 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:28.102423 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.108109 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b13dcb93-153e-4bed-8e4f-38f604229140 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7015984 Jun 03 09:58:28.112183 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52350) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:28.130381 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'security_group_rule': {'security_group_id': 'e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:28.140169 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:58:28.142127 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Updating router 45aaed87-d393-407a-8cc2-2564d2bd8f4a port 45316b10-3dfd-4ed8-9726-2d0052d34992 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:58:28.250749 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.268178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:28.268960 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:28.344889 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (de60bb4e-3bd6-4e1e-9e86-49d3887204fe), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.391056 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722840d7-ee19-44b6-a9b8-6d4d91b4fb28 req-b7e176ca-74f5-4b88-8627-4b1739d924c0 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:28.400800 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-722840d7-ee19-44b6-a9b8-6d4d91b4fb28 req-b7e176ca-74f5-4b88-8627-4b1739d924c0 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 931 time: 0.4664056 Jun 03 09:58:28.620534 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:28.644734 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (de60bb4e-3bd6-4e1e-9e86-49d3887204fe), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.665947 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:28.677619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Publish callbacks [] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.682987 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ecbc0-299d-48fe-9716-df72286f1355 None None] Pushing event updated for resources: {'Port': ['ID=9320f392-e184-4f82-9a8d-5094f07ec42e,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:28.702562 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (de60bb4e-3bd6-4e1e-9e86-49d3887204fe), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.734339 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Transition to ACTIVE for port object 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:58:28.735395 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:28.787719 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-722840d7-ee19-44b6-a9b8-6d4d91b4fb28 req-85afce70-dcc4-4a8e-a417-5f6ca1eee423 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849685 Jun 03 09:58:28.789095 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.811839 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de60bb4e-3bd6-4e1e-9e86-49d3887204fe,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:28.866547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Pushing event updated for resources: {'Port': ['ID=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:28.884834 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.885871 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-d5a5239d-1ea5-42c0-8492-68fbb024bd19 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7724879 Jun 03 09:58:28.887047 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52378) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:28.892654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'security_group_rule': {'security_group_id': 'e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:28.902135 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:28.904914 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 42566b64-ee0a-417c-a6e9-463269692c05 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:28.905327 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (42566b64-ee0a-417c-a6e9-463269692c05), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:28.924888 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:28.950570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Attempting to bind port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:28.952019 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Attempting to bind port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:28.952622 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Attempting to bind port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 on network 375052ce-3f5b-447f-8bb7-eb9324c0a557 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:28.959875 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 on network 375052ce-3f5b-447f-8bb7-eb9324c0a557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:58:28.961218 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Attempting to bind port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 on network 375052ce-3f5b-447f-8bb7-eb9324c0a557 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:28.973378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:28.974041 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Checking segment: {'id': 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:28.974739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Bound using segment: {'id': 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:28.975351 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Bound port: 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:28.975876 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.027437 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-b796addf-9817-42df-9545-087e29d80d92 None None] Current status of the port 9320f392-e184-4f82-9a8d-5094f07ec42e is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:29.027864 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b796addf-9817-42df-9545-087e29d80d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.043041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 42566b64-ee0a-417c-a6e9-463269692c05, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=42566b64-ee0a-417c-a6e9-463269692c05,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:29.085014 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (69419945-35f6-4054-bcf5-8ca7515a7adb), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.162808 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (42566b64-ee0a-417c-a6e9-463269692c05), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.207185 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] For port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:29.213362 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] For port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,segment=NetworkSegment(f70e38e3-4592-4a46-a57a-c514bb0b1c8e),segment_id=f70e38e3-4592-4a46-a57a-c514bb0b1c8e)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:29.217681 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-06d8300d-1eaf-4d4c-a479-f9fccd1f6d1e req-e07474a5-d3b3-4ea0-927e-502c3dd8bcd4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 210 time: 0.2457895 Jun 03 09:58:29.255607 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (69419945-35f6-4054-bcf5-8ca7515a7adb), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.257775 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Publish callbacks [] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.343213 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.374121 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.376296 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (69419945-35f6-4054-bcf5-8ca7515a7adb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.381690 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:29.424632 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:29.466058 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69419945-35f6-4054-bcf5-8ca7515a7adb,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:29.496034 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ca12-9ac6-4242-bfaf-bc5283225618 None None] Pushing event updated for resources: {'Port': ['ID=45316b10-3dfd-4ed8-9726-2d0052d34992,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:29.497396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:29.498261 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.499712 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 HTTP/1.1" status: 200 len: 1093 time: 2.9318101 Jun 03 09:58:29.500194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'tag': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:29.649931 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.665540 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-33ef1ef2-52ef-425b-b546-222073b6c682 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7740166 Jun 03 09:58:29.670374 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52416) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:29.709491 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e80577eb-c116-4887-924b-b42336487dee up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:29.710665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:29.726065 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52422) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:29.728393 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Attempting to bind port 45316b10-3dfd-4ed8-9726-2d0052d34992 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:29.732376 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Attempting to bind port 45316b10-3dfd-4ed8-9726-2d0052d34992 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:29.734350 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Attempting to bind port 45316b10-3dfd-4ed8-9726-2d0052d34992 on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:29.755799 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824890456', 'description': 'tempest-description--2096710056'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:29.758557 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:29.768097 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Checking segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:29.769914 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.769914 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Bound using segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:29.769914 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Bound port: 45316b10-3dfd-4ed8-9726-2d0052d34992, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:29.770298 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:29.890066 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:29.903420 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:30.072519 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] For port 45316b10-3dfd-4ed8-9726-2d0052d34992, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:30.085187 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] For port 45316b10-3dfd-4ed8-9726-2d0052d34992, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=45316b10-3dfd-4ed8-9726-2d0052d34992,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:30.096391 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:30.143297 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-051ed0ec-e1ac-411c-8d6c-e8fcf34eaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:30.146254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-051ed0ec-e1ac-411c-8d6c-e8fcf34eaca9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=69776fa5af0c4573b668bbf8dc200931&device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 1127 time: 0.4190567 Jun 03 09:58:30.188819 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:30.345641 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-b796addf-9817-42df-9545-087e29d80d92 None None] For port 9320f392-e184-4f82-9a8d-5094f07ec42e, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9320f392-e184-4f82-9a8d-5094f07ec42e,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:30.359844 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:30.376441 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:30.496743 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b796addf-9817-42df-9545-087e29d80d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:30.560436 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-eef15616-612a-488e-a462-8c0896b689ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:30.562680 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=42566b64-ee0a-417c-a6e9-463269692c05,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:30.592796 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:25Z', 'revision_number': 2, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:30.649318 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:30.654808 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:30.788585 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (29ae3c01-c55c-4167-b3f4-73b023230eca), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:30.791337 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:58:30.793663 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Updating router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d port 9fb76d27-02a0-4125-b48f-26d8229811a1 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 09:58:30.802976 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ca12-9ac6-4242-bfaf-bc5283225618 None None] Pushing event updated for resources: {'Port': ['ID=45316b10-3dfd-4ed8-9726-2d0052d34992,revision_number=4']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:30.888381 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3964a-36f1-4629-aecd-ed5ad6ddec53 service neutron] Pushing event updated for resources: {'Port': ['ID=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:30.903314 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-7e1af75c-0d57-4978-af2c-bfa167af5d13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 HTTP/1.1" status: 200 len: 217 time: 0.7148294 Jun 03 09:58:30.973389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef15616-612a-488e-a462-8c0896b689ad None None] The sync data for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi is: [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:58:31.021646 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e80577eb-c116-4887-924b-b42336487dee triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:31.022271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e80577eb-c116-4887-924b-b42336487dee), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.027200 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:31.039726 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:31.064449 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37961ca-9550-470e-9100-25becf5a8b62" -d '{"events": [{"name": "network-changed", "server_uuid": "0fee24c1-4a54-47e9-9a0a-0726af3cf00a", "tag": "7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:31.096559 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-015b2d43-adcc-4622-8ed7-cc869042467d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:31.100239 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-015b2d43-adcc-4622-8ed7-cc869042467d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 817 time: 1.2067187 Jun 03 09:58:31.112801 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Allocated IP 172.27.3.183 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:31.118625 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.125376 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Provisioning complete for port 9320f392-e184-4f82-9a8d-5094f07ec42e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:31.126069 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.204393 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec770cb-fb84-4489-87be-052a4ac1ea47 req-1c22bd52-66ba-41c8-8ccf-4908bc56f451 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:31.214208 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dec770cb-fb84-4489-87be-052a4ac1ea47 req-1c22bd52-66ba-41c8-8ccf-4908bc56f451 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 1.0241475 Jun 03 09:58:31.274338 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (29ae3c01-c55c-4167-b3f4-73b023230eca), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.358704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.388554 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:31.411416 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-2c1fbf17-3a58-4d14-b61b-d4e98fd39e97 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/quotas/071b399988474af1a1c709aac97c1744 HTTP/1.1" status: 200 len: 375 time: 0.2706544 Jun 03 09:58:31.412676 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ae3c01-c55c-4167-b3f4-73b023230eca,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:31.466876 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.468222 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-04b8371e-333c-4da4-b25a-b41080c1071e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7396455 Jun 03 09:58:31.471300 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52480) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:31.477752 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'security_group_rule': {'security_group_id': '29ae3c01-c55c-4167-b3f4-73b023230eca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:31.492001 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.503379 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:31.536946 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dec770cb-fb84-4489-87be-052a4ac1ea47 req-6f880208-aafa-4a3f-9a35-b5baf2647783 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217068 Jun 03 09:58:31.566671 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-ceaed4fc-c0f7-4c55-9267-989a365822b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:31.570724 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-ceaed4fc-c0f7-4c55-9267-989a365822b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5bbb7f3-1284-4273-8637-2798969e322f HTTP/1.1" status: 200 len: 852 time: 0.3994789 Jun 03 09:58:31.587705 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-4168c626-e8af-4d67-b77f-2419e966e4f9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577401 Jun 03 09:58:31.614626 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796addf-9817-42df-9545-087e29d80d92 None None] Pushing event updated for resources: {'Port': ['ID=9320f392-e184-4f82-9a8d-5094f07ec42e,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:31.672756 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:31.688681 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:31.696298 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:31.736080 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'Port': ['ID=ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:31.890596 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (78d781a7-f86d-44b0-a0d2-12e29ceae3b9), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:31.935368 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:30Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:31.987202 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-6bf9321f-a3da-49c3-9a86-f0f2daf98be8 service neutron] 10.222.0.42 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768649 Jun 03 09:58:32.012873 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-13c1cf94-04ed-4290-86ef-205b463e7225 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=375052ce-3f5b-447f-8bb7-eb9324c0a557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4238753 Jun 03 09:58:32.027932 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5391-1b94-42e2-b58b-9afb33a6d88c None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:30Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:58:32.047895 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:32.055815 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (58c227e8-d284-4c90-b0ac-bdcb3b686293), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:32.228519 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (78d781a7-f86d-44b0-a0d2-12e29ceae3b9), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:32.250772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Current status of the port 9320f392-e184-4f82-9a8d-5094f07ec42e is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:32.318114 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e80577eb-c116-4887-924b-b42336487dee is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:32.375166 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Provisioning complete for port 45316b10-3dfd-4ed8-9726-2d0052d34992 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:32.375327 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:32.378166 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:32.442830 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-b8148cc5-5110-42e0-98d7-79cedfb08c93 service neutron] 10.222.0.59 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151475 Jun 03 09:58:32.645154 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ba81f-1bfa-48b4-ada3-412501ccfebb x-openstack-request-id: req-0f9ba81f-1bfa-48b4-ada3-412501ccfebb {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:32.645719 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fee24c1-4a54-47e9-9a0a-0726af3cf00a", "tag": "7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:32.646148 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f9ba81f-1bfa-48b4-ada3-412501ccfebb {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:32.647089 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9ba81f-1bfa-48b4-ada3-412501ccfebb'] response: {'name': 'network-changed', 'server_uuid': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'tag': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22', 'status': 'completed', 'code': 200} Jun 03 09:58:32.677231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-4439733b-0071-419a-95fe-be89ad0464e5 service neutron] 10.222.0.42 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729913 Jun 03 09:58:32.942340 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c0f6dcf-125d-4ed5-a652-bb2f30165606 req-620c4591-d5e0-47da-9944-4e0f5f84aabe service neutron] 10.222.0.59 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816842 Jun 03 09:58:32.965821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b0825-4640-4a4a-b7f7-9f21206ceaec req-06c19141-8217-45ac-9086-209bf9a11a20 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:32.971788 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-475b0825-4640-4a4a-b7f7-9f21206ceaec req-06c19141-8217-45ac-9086-209bf9a11a20 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.1816185 Jun 03 09:58:32.993811 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (78d781a7-f86d-44b0-a0d2-12e29ceae3b9), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.002593 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 45316b10-3dfd-4ed8-9726-2d0052d34992 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:33.054167 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d781a7-f86d-44b0-a0d2-12e29ceae3b9,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:33.129005 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-475b0825-4640-4a4a-b7f7-9f21206ceaec req-5694b6ab-9954-4379-a5a8-1cb29015a53b tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507909 Jun 03 09:58:33.150587 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Current status of the port 45316b10-3dfd-4ed8-9726-2d0052d34992 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:33.163933 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.249696 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:33.311777 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.322809 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7f8942c7-27aa-4fdf-9998-2dd76aa56ba5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8500090 Jun 03 09:58:33.326459 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52532) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:33.356512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37961ca-9550-470e-9100-25becf5a8b62 req-a73d448e-d556-41cb-b28b-5b521e5d36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:33.360785 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.362849 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-a73d448e-d556-41cb-b28b-5b521e5d36c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=69776fa5af0c4573b668bbf8dc200931&device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 1127 time: 0.2142684 Jun 03 09:58:33.389250 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'security_group_rule': {'security_group_id': '29ae3c01-c55c-4167-b3f4-73b023230eca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:33.470888 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.521870 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] For port 45316b10-3dfd-4ed8-9726-2d0052d34992, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=45316b10-3dfd-4ed8-9726-2d0052d34992,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:33.540752 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.59', 60415) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:33.549834 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 45316b10-3dfd-4ed8-9726-2d0052d34992 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:33.550357 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.588363 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-362fe50a-e461-46b7-a724-b62611344236 req-30c36b1a-3f02-4f49-a2cd-b411fe49f6a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 210 time: 0.2865028 Jun 03 09:58:33.626588 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (58c227e8-d284-4c90-b0ac-bdcb3b686293), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.666094 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.692705 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Publish callbacks [] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.732785 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'Port': ['ID=ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:33.749330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:33.756263 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (705e3d1c-dc2c-4c5e-a730-a183a1cc3a30), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.875357 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.895953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:33.922722 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.922722 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-39379f34-eed6-4c3c-857c-4476ee97001f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2390707 Jun 03 09:58:33.922918 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c966a359-ba9b-4a59-a3ba-eed68840e326 None None] Provisioning complete for port 45316b10-3dfd-4ed8-9726-2d0052d34992 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:33.922918 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c966a359-ba9b-4a59-a3ba-eed68840e326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:33.926402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-07fe9348-f796-4011-bdfb-d204e7978a2a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:33.934470 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-07fe9348-f796-4011-bdfb-d204e7978a2a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 817 time: 0.3450389 Jun 03 09:58:34.016713 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (705e3d1c-dc2c-4c5e-a730-a183a1cc3a30), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.047027 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666cae8-37fb-4d5b-9f3b-26eadb5fa15d None None] Pushing event updated for resources: {'Port': ['ID=45316b10-3dfd-4ed8-9726-2d0052d34992,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:34.062996 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'port': {'device_id': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'admin_state_up': True, 'tenant_id': '071b399988474af1a1c709aac97c1744'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:34.076916 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 45316b10-3dfd-4ed8-9726-2d0052d34992 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:34.083977 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9320f392-e184-4f82-9a8d-5094f07ec42e up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:34.159808 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (705e3d1c-dc2c-4c5e-a730-a183a1cc3a30), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.277471 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705e3d1c-dc2c-4c5e-a730-a183a1cc3a30,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:34.322320 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.329277 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8e82885a-1c36-49ed-9f04-75c3fb2b0fcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9910755 Jun 03 09:58:34.331954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52576) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:34.336788 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:34.549774 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021a717-d042-4d4e-90f3-1eb0c653a785 None None] Pushing event updated for resources: {'Port': ['ID=9fb76d27-02a0-4125-b48f-26d8229811a1,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:34.562050 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.601149 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9320f392-e184-4f82-9a8d-5094f07ec42e triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:34.602190 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.641902 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:34.724178 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84c3d2-9a3d-4329-a17b-4f73b157bb06 req-83114511-37eb-45f1-abee-e8c90c3d4026 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:34.736982 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b84c3d2-9a3d-4329-a17b-4f73b157bb06 req-83114511-37eb-45f1-abee-e8c90c3d4026 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.2744598 Jun 03 09:58:34.738553 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:34.740418 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.743279 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9320f392-e184-4f82-9a8d-5094f07ec42e is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:34.744736 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 42566b64-ee0a-417c-a6e9-463269692c05 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:34.746591 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:34.755088 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-944ea3f4-fe68-4992-9baf-2e49712142bd tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1157644275&fields=id&tenant_id=686f552be5824c8aa31930a6e8844255 HTTP/1.1" status: 200 len: 267 time: 0.2408481 Jun 03 09:58:34.764590 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Made reservation on behalf of 071b399988474af1a1c709aac97c1744 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:34.769520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.784468 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Attempting to bind port 9fb76d27-02a0-4125-b48f-26d8229811a1 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:34.786286 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Attempting to bind port 9fb76d27-02a0-4125-b48f-26d8229811a1 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:34.786286 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Attempting to bind port 9fb76d27-02a0-4125-b48f-26d8229811a1 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:34.796520 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:34.797159 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Checking segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:34.797823 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.798382 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Bound using segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:34.799009 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Bound port: 9fb76d27-02a0-4125-b48f-26d8229811a1, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:34.799554 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:34.809762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c966a359-ba9b-4a59-a3ba-eed68840e326 None None] Current status of the port 45316b10-3dfd-4ed8-9726-2d0052d34992 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:34.825844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37961ca-9550-470e-9100-25becf5a8b62 req-658cd653-74e7-4df2-b9bc-fa1c563a1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:34.829917 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-658cd653-74e7-4df2-b9bc-fa1c563a1b53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=375052ce-3f5b-447f-8bb7-eb9324c0a557 HTTP/1.1" status: 200 len: 913 time: 1.3860447 Jun 03 09:58:34.832687 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 42566b64-ee0a-417c-a6e9-463269692c05 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:34.833082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (42566b64-ee0a-417c-a6e9-463269692c05), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:35.025063 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Allocated IP 172.27.3.204 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:35.025286 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 42566b64-ee0a-417c-a6e9-463269692c05 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:35.039542 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] For port 9fb76d27-02a0-4125-b48f-26d8229811a1, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:35.052496 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] For port 9fb76d27-02a0-4125-b48f-26d8229811a1, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9fb76d27-02a0-4125-b48f-26d8229811a1,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:35.060318 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-d49afe01-8450-42b6-9891-14ff015769b9 None None] Provisioning complete for port 9fb76d27-02a0-4125-b48f-26d8229811a1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:35.061047 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d49afe01-8450-42b6-9891-14ff015769b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:35.134929 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-d49afe01-8450-42b6-9891-14ff015769b9 None None] Port 9fb76d27-02a0-4125-b48f-26d8229811a1 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:35.152248 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:35.374761 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b84c3d2-9a3d-4329-a17b-4f73b157bb06 req-ea025d0b-993a-4359-a0d3-a892c067428f tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363132 Jun 03 09:58:35.391180 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-4f921e66-de70-4669-9b81-f305d8de62ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 HTTP/1.1" status: 200 len: 217 time: 0.2912753 Jun 03 09:58:35.419552 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:35.421535 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52624) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:35.550237 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 45316b10-3dfd-4ed8-9726-2d0052d34992 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:35.566927 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:35.590865 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37961ca-9550-470e-9100-25becf5a8b62 req-cf65ab69-343b-44bb-a380-bed89f389f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:35.592471 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-cf65ab69-343b-44bb-a380-bed89f389f65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5bbb7f3-1284-4273-8637-2798969e322f HTTP/1.1" status: 200 len: 852 time: 0.1902940 Jun 03 09:58:35.628800 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:35.665368 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a15913a2-9600-47ff-8a35-2ad428f0a033 req-185def0b-0bad-416b-8e45-c39e743968c1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 210 time: 0.0686886 Jun 03 09:58:35.848425 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:58:35.849297 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:58:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:35.886612 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:35.900656 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:35.902653 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f88d4336-4a0d-421d-8b5e-e1f3379cbb38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:35.915131 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021a717-d042-4d4e-90f3-1eb0c653a785 None None] Pushing event updated for resources: {'Port': ['ID=9fb76d27-02a0-4125-b48f-26d8229811a1,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:35.915760 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:35.929783 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'Port': ['ID=ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:35.933242 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:35.995022 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 45316b10-3dfd-4ed8-9726-2d0052d34992 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:35.996754 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.060148 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (ad5d53ae-8167-4380-b159-7ba922795e31), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.140018 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:58:36.143005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Allocated IP 172.20.0.10 (27ad8cbb-ba5a-4502-afc9-811304412397/9ef24e14-5054-40b8-9afa-da71caa35f1c/d8e80358-de18-46e9-b759-6c8d92fd7f83) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:36.157785 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-c769cff7-9d34-4251-b494-7fb9fec30ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=375052ce-3f5b-447f-8bb7-eb9324c0a557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5118673 Jun 03 09:58:36.190847 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-bac5bfff-7ab6-4baa-a98a-1f196199acc9 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:36.199416 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-bac5bfff-7ab6-4baa-a98a-1f196199acc9 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 811 time: 1.4046855 Jun 03 09:58:36.281407 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-fde10d59-6228-4b64-98e1-08932fdd882e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/quotas/686f552be5824c8aa31930a6e8844255 HTTP/1.1" status: 200 len: 375 time: 0.0767140 Jun 03 09:58:36.351423 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f88d4336-4a0d-421d-8b5e-e1f3379cbb38 admin admin] Publish callbacks [] for security_group (620955c6-846b-448f-9415-fe2550567a0b), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.371074 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.375448 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] Provisioning complete for port 9fb76d27-02a0-4125-b48f-26d8229811a1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:36.376117 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.393061 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:36.420493 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-9d6af0be-11d9-4b37-833a-7197020fd307 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303051 Jun 03 09:58:36.442533 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-12765336-993f-426d-af10-6a2923ae5098 service neutron] 10.222.0.59 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684338 Jun 03 09:58:36.453146 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f88d4336-4a0d-421d-8b5e-e1f3379cbb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (620955c6-846b-448f-9415-fe2550567a0b), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.544330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d4336-4a0d-421d-8b5e-e1f3379cbb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620955c6-846b-448f-9415-fe2550567a0b,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:36.554621 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f88d4336-4a0d-421d-8b5e-e1f3379cbb38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=710f8018e9e94e8db41725502dce8978&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1294093 Jun 03 09:58:36.555682 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52652) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:36.574630 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.648649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:36.668993 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 45316b10-3dfd-4ed8-9726-2d0052d34992 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:36.765747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78648c01-03d0-4069-8a96-1aaa1efa2e31 req-1d9c6cb4-2244-4e04-97e3-a325dcf38c0a tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:36.781119 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-78648c01-03d0-4069-8a96-1aaa1efa2e31 req-1d9c6cb4-2244-4e04-97e3-a325dcf38c0a tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.1933773 Jun 03 09:58:36.792893 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-795dfe77-34d3-4d24-b526-b8414bd38967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.797532 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c6223c9a-4225-446d-adf3-acda66e32a68 admin admin] Publish callbacks [] for security_group (620955c6-846b-448f-9415-fe2550567a0b), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.845282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:36.851847 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c6223c9a-4225-446d-adf3-acda66e32a68 admin admin] Publish callbacks [] for security_group (620955c6-846b-448f-9415-fe2550567a0b), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.880974 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] Current status of the port 9fb76d27-02a0-4125-b48f-26d8229811a1 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:36.880974 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.914232 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.59', 60420) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:36.937793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:34Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:36.956213 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:36.958394 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-db73b237-fe48-471a-965a-0878cdec99c2 service neutron] 10.222.0.42 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846301 Jun 03 09:58:36.973901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.974444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:36.997985 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9de71-5293-44d9-b83d-8eaa814165c2 None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:34Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:58:37.007985 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] For port 9fb76d27-02a0-4125-b48f-26d8229811a1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9fb76d27-02a0-4125-b48f-26d8229811a1,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:37.054860 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c6223c9a-4225-446d-adf3-acda66e32a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (620955c6-846b-448f-9415-fe2550567a0b), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.057550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c6223c9a-4225-446d-adf3-acda66e32a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.059523 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c6223c9a-4225-446d-adf3-acda66e32a68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/620955c6-846b-448f-9415-fe2550567a0b HTTP/1.1" status: 204 len: 168 time: 0.5037310 Jun 03 09:58:37.084537 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.085569 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.090308 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6223c9a-4225-446d-adf3-acda66e32a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620955c6-846b-448f-9415-fe2550567a0b,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:37.164654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (ad5d53ae-8167-4380-b159-7ba922795e31), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.226663 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7db6-7fe4-44b8-b123-aaab25c55f69 None None] Pushing event updated for resources: {'Port': ['ID=9fb76d27-02a0-4125-b48f-26d8229811a1,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:37.234114 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'Port': ['ID=ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:37.268494 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'Port': ['ID=d8e80358-de18-46e9-b759-6c8d92fd7f83,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:37.293268 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:37.308741 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.308924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:37.320296 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-2a3234b4-6801-40e6-8b81-2ca663051e25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9871638 Jun 03 09:58:37.329481 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-78648c01-03d0-4069-8a96-1aaa1efa2e31 req-3c484b40-5eb8-4bdd-a012-e4bb55727e1c tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144541 Jun 03 09:58:37.330748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:37.336539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:37.337197 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.361167 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f37961ca-9550-470e-9100-25becf5a8b62 req-7da23861-f663-4eef-bb37-51f06f1e1b7c service neutron] 10.222.0.59 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258093 Jun 03 09:58:37.446892 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-a8242e44-4c7f-41ee-9056-7198a5f02ab1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:37.449092 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-a8242e44-4c7f-41ee-9056-7198a5f02ab1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 817 time: 0.5321283 Jun 03 09:58:37.490930 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'port': {'device_id': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'admin_state_up': True, 'tenant_id': '071b399988474af1a1c709aac97c1744'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:37.536289 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9fb76d27-02a0-4125-b48f-26d8229811a1 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:37.601752 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-ddd44758-9828-4dfe-b299-3d6b166d93d4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5606396 Jun 03 09:58:37.626460 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-142574a3-d5b7-43c8-83ad-3ed94a8065b6 service neutron] 10.222.0.42 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988622 Jun 03 09:58:37.643056 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Request body: {'port': {'device_id': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:37.764517 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9fb76d27-02a0-4125-b48f-26d8229811a1 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:37.764986 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:37.777706 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4b670db1-53f7-46b4-84df-8f479e271c08 req-7200d399-e770-4cfa-ae0a-27c5a4da33ff tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 210 time: 0.1808984 Jun 03 09:58:38.041191 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9fb76d27-02a0-4125-b48f-26d8229811a1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:38.042398 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:38.088022 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-88be5ae6-c8b8-42cc-845d-6f859e6f5247 None None] Provisioning complete for port d8e80358-de18-46e9-b759-6c8d92fd7f83 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:38.088400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-88be5ae6-c8b8-42cc-845d-6f859e6f5247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:38.304368 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-88be5ae6-c8b8-42cc-845d-6f859e6f5247 None None] Port d8e80358-de18-46e9-b759-6c8d92fd7f83 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:38.417526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e80358-de18-46e9-b759-6c8d92fd7f83 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:38.426108 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Publish callbacks [] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:38.437625 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-e8f28c8b-d67e-4dbb-93b0-ab3286cc6be4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--824890456&fields=id&tenant_id=57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 267 time: 0.4495025 Jun 03 09:58:38.457140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:38.493297 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Transition to ACTIVE for port object d8e80358-de18-46e9-b759-6c8d92fd7f83 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:58:38.514207 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4a74b163-6760-4de2-af24-a88dfd01c9d8 req-4e8bf65b-d415-4f87-b017-aa85ad8707a3 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0757132 Jun 03 09:58:38.604635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Made reservation on behalf of 071b399988474af1a1c709aac97c1744 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:38.609034 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:38.629171 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:38.699975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Pushing event updated for resources: {'Port': ['ID=d8e80358-de18-46e9-b759-6c8d92fd7f83,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:38.770940 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12e4a217-b90e-4187-85ce-2c67121246fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:38.795615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799ef82-58c6-4d89-afeb-7bf8133491c2 req-54ae0bcd-c260-4a95-a71c-8abb586395ff tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:38.802504 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5799ef82-58c6-4d89-afeb-7bf8133491c2 req-54ae0bcd-c260-4a95-a71c-8abb586395ff tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.1159093 Jun 03 09:58:39.044228 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-fbac899f-d8fc-4983-9966-9e7dec94a76f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:39.044228 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-fbac899f-d8fc-4983-9966-9e7dec94a76f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 817 time: 0.5797915 Jun 03 09:58:39.049100 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:39.060698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Attempting to bind port d8e80358-de18-46e9-b759-6c8d92fd7f83 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:39.060698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Attempting to bind port d8e80358-de18-46e9-b759-6c8d92fd7f83 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:39.060698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Attempting to bind port d8e80358-de18-46e9-b759-6c8d92fd7f83 on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:39.075969 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Port d8e80358-de18-46e9-b759-6c8d92fd7f83 on network 27ad8cbb-ba5a-4502-afc9-811304412397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:58:39.076334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Attempting to bind port d8e80358-de18-46e9-b759-6c8d92fd7f83 on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:39.228568 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9fb76d27-02a0-4125-b48f-26d8229811a1 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:39.365374 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:39.387157 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52740) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:39.522829 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9fb76d27-02a0-4125-b48f-26d8229811a1 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:39.522829 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:39.662062 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1095456535-network', 'tenant_id': 'b11d7aef4f3e4ed595525333b0a9aac8'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:39.662440 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-ca0ad577-ffb5-497a-8b04-782ebfa7244c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/quotas/57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 375 time: 0.5927730 Jun 03 09:58:39.678857 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:39.679194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Checking segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:39.679746 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Bound using segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:39.680238 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Bound port: d8e80358-de18-46e9-b759-6c8d92fd7f83, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:39.683217 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:39.730977 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5799ef82-58c6-4d89-afeb-7bf8133491c2 req-37902ed8-5123-4d81-b2fe-09878e570983 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272199 Jun 03 09:58:39.751211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9fb76d27-02a0-4125-b48f-26d8229811a1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:39.834243 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Made reservation on behalf of b11d7aef4f3e4ed595525333b0a9aac8 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:39.836996 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:39.850844 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:39.888460 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Allocated IP 172.20.0.9 (27ad8cbb-ba5a-4502-afc9-811304412397/9ef24e14-5054-40b8-9afa-da71caa35f1c/bdc90016-2ff6-4553-a6ad-1bfc7f7efb08) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:39.894456 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e317337-5ef4-478a-9893-622586179376 req-51ece8c1-4587-4940-8114-c8164ae92858 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 210 time: 0.0880640 Jun 03 09:58:39.902940 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-637cc3b7-7772-41db-afe5-5f3052f8446f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390685 Jun 03 09:58:39.907029 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] For port d8e80358-de18-46e9-b759-6c8d92fd7f83, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:39.915140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] For port d8e80358-de18-46e9-b759-6c8d92fd7f83, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:39.977464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks [] for security_group (a38e8656-cfc6-4ab9-aa18-34d455013d81), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:39.978822 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:40.027128 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.057375 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.058538 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a38e8656-cfc6-4ab9-aa18-34d455013d81), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.108461 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:58:40.110020 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:40.111316 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.112919 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] 10.222.0.59 "PUT /v2.0/ports/d8e80358-de18-46e9-b759-6c8d92fd7f83 HTTP/1.1" status: 200 len: 1094 time: 2.4788096 Jun 03 09:58:40.132508 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (679904d8-7924-4f0c-b5d4-cf8524528b00), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.133009 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Added segment 679904d8-7924-4f0c-b5d4-cf8524528b00 of type vlan for network 31450fb6-5fc4-49fe-8189-d6d4fa507ae4 Jun 03 09:58:40.159474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'tag': 'd8e80358-de18-46e9-b759-6c8d92fd7f83'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:40.162165 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e3974c-006f-4239-be6a-24858e624e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "28ff128f-ff5e-4889-9f83-bdfb4b86a83d", "tag": "d8e80358-de18-46e9-b759-6c8d92fd7f83"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:40.193191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f7220afa-806a-4072-8ce5-5e78b3ca777a req-93bbdab9-ceef-4180-a2ab-d7736e151aa2 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.1511421 Jun 03 09:58:40.259187 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e8656-cfc6-4ab9-aa18-34d455013d81,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:40.354545 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (31450fb6-5fc4-49fe-8189-d6d4fa507ae4), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.377175 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:40.437849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b75b00b-8ff3-49e3-b2e4-547d3ab2c5a1 x-openstack-request-id: req-2b75b00b-8ff3-49e3-b2e4-547d3ab2c5a1 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:40.437849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ff128f-ff5e-4889-9f83-bdfb4b86a83d", "tag": "d8e80358-de18-46e9-b759-6c8d92fd7f83", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:40.437849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b75b00b-8ff3-49e3-b2e4-547d3ab2c5a1 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:40.437849 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b75b00b-8ff3-49e3-b2e4-547d3ab2c5a1'] response: {'name': 'network-changed', 'server_uuid': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'tag': 'd8e80358-de18-46e9-b759-6c8d92fd7f83', 'status': 'completed', 'code': 200} Jun 03 09:58:40.437849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004c5ef-f38c-4ef1-b73b-58b7322ce45f service neutron] Pushing event updated for resources: {'Port': ['ID=d8e80358-de18-46e9-b759-6c8d92fd7f83,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:40.471712 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-9d62ab3d-a146-477a-99b0-34362401c04e service neutron] 10.222.0.42 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441754 Jun 03 09:58:40.582525 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (31450fb6-5fc4-49fe-8189-d6d4fa507ae4), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.588273 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:40.588273 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.604165 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3974c-006f-4239-be6a-24858e624e0a req-fa359163-e469-4f1a-ae5c-e22cca51972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:40.605989 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4e3974c-006f-4239-be6a-24858e624e0a req-fa359163-e469-4f1a-ae5c-e22cca51972d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1128 time: 0.1529310 Jun 03 09:58:40.649747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:40.707890 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] Pushing event updated for resources: {'Network': ['ID=31450fb6-5fc4-49fe-8189-d6d4fa507ae4,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:40.725055 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 31450fb6-5fc4-49fe-8189-d6d4fa507ae4 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:58:40.928974 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a3059f05-5928-4b2e-9cab-8db18ad865f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5362430 Jun 03 09:58:40.928974 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52788) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:40.932238 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Request body: {'subnet': {'network_id': '31450fb6-5fc4-49fe-8189-d6d4fa507ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1095456535-subnet', 'tenant_id': 'b11d7aef4f3e4ed595525333b0a9aac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:41.033903 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11062cc-cf95-4659-8f85-034a5765e47f req-f58cbd94-4e65-40ce-b66c-4702c238c912 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:41.043941 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e11062cc-cf95-4659-8f85-034a5765e47f req-f58cbd94-4e65-40ce-b66c-4702c238c912 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.1751368 Jun 03 09:58:41.057000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-9eed9a43-0fc7-45cb-86eb-3d834399f0ff service neutron] 10.222.0.42 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477889 Jun 03 09:58:41.060085 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Made reservation on behalf of b11d7aef4f3e4ed595525333b0a9aac8 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:41.064398 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.068409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3974c-006f-4239-be6a-24858e624e0a req-fa710df0-9887-4817-b4f4-817a863a3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:41.069845 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4e3974c-006f-4239-be6a-24858e624e0a req-fa710df0-9887-4817-b4f4-817a863a3b08 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=071b399988474af1a1c709aac97c1744&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4493032 Jun 03 09:58:41.131207 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e11062cc-cf95-4659-8f85-034a5765e47f req-961e8d20-15c2-4042-8345-39535b888019 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897026 Jun 03 09:58:41.173334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.257232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:41.315147 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.356517 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:41.383472 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:41.405968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:41.411229 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:41.412002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.424802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'Port': ['ID=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:41.470369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22eedc-4709-49e3-99ad-96783db08321 req-0b86c9dd-aeab-417f-bf2c-2ea13a84c63e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:41.471888 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8e22eedc-4709-49e3-99ad-96783db08321 req-0b86c9dd-aeab-417f-bf2c-2ea13a84c63e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 931 time: 0.2522473 Jun 03 09:58:41.504355 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5ad09979-aec9-46ba-9b42-94f8c2554dab req-b5dd7ca7-0f3b-43d4-ae61-47c50c559633 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0826602 Jun 03 09:58:41.519690 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3974c-006f-4239-be6a-24858e624e0a req-54a18683-9cbb-41c1-b964-9935e238aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:41.526047 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4e3974c-006f-4239-be6a-24858e624e0a req-54a18683-9cbb-41c1-b964-9935e238aeab service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4095018 Jun 03 09:58:41.568095 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (c496e3e8-09c0-4a30-93eb-1a67934e09de), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.607458 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8e22eedc-4709-49e3-99ad-96783db08321 req-dde3b5fa-971a-4401-882a-32426cf30f34 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075790 Jun 03 09:58:41.622576 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-70b904e2-75da-4390-8864-9f81f5805dc3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1613135 Jun 03 09:58:41.667754 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c496e3e8-09c0-4a30-93eb-1a67934e09de,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:41.677761 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Checking segment: {'id': '679904d8-7924-4f0c-b5d4-cf8524528b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '31450fb6-5fc4-49fe-8189-d6d4fa507ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:41.678189 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Network hostable DHCP agents. Network: 31450fb6-5fc4-49fe-8189-d6d4fa507ae4, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:58:41.682888 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:41.710321 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44d957cf-746e-4ca4-8de5-8f9bd423daa3 req-7a88cc73-c112-4fcb-b113-4e8a56f57433 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.0571628 Jun 03 09:58:41.828036 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Network 31450fb6-5fc4-49fe-8189-d6d4fa507ae4 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:58:41.838336 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-7e0e434b-becf-4cf4-a1b3-90e1ebace58d None None] Provisioning complete for port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:41.840634 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-7e0e434b-becf-4cf4-a1b3-90e1ebace58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.871922 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e434b-becf-4cf4-a1b3-90e1ebace58d None None] Port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:41.937597 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=7 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:41.982715 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 31450fb6-5fc4-49fe-8189-d6d4fa507ae4) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:41.985103 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Request body: {'port': {'device_id': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:41.990797 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:41.991521 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:41.994427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1353ea-36ab-4b1d-be13-061004fd4c46 None None] Network 31450fb6-5fc4-49fe-8189-d6d4fa507ae4 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:42.087374 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-51cc68ee-7f16-492c-ab17-62bd0644eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:42.089712 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-51cc68ee-7f16-492c-ab17-62bd0644eccb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1128 time: 0.0941608 Jun 03 09:58:42.098946 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1e6d2118-f4a5-40ec-8a17-dd14eff3fb90 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1724107 Jun 03 09:58:42.102109 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.103519 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21471b-c988-41cd-8fa2-7677fad326ee None None] Network 31450fb6-5fc4-49fe-8189-d6d4fa507ae4 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:42.187194 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:42.337458 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88af9e-b6f1-424f-9b3c-d48b5ceac60d req-ea39a82e-3edf-4ce0-b571-7b6d748639ee tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:42.339908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6d88af9e-b6f1-424f-9b3c-d48b5ceac60d req-ea39a82e-3edf-4ce0-b571-7b6d748639ee tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.0646970 Jun 03 09:58:42.441392 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52828) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:42.643546 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cd797224-b13b-476d-b8b3-9e5296c0e470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.648803 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6d88af9e-b6f1-424f-9b3c-d48b5ceac60d req-5636751f-4330-4f32-8752-06cf41560cb8 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987475 Jun 03 09:58:42.658326 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0e3ce4e2-0587-4617-a13e-25c2b2e741eb req-ef09c35e-9ada-4b44-b5ef-5d947e40a955 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0441787 Jun 03 09:58:42.732375 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:42.740180 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Publish callbacks [] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.764095 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Transition to ACTIVE for port object bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:58:42.767070 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cd797224-b13b-476d-b8b3-9e5296c0e470 admin admin] Publish callbacks [] for security_group (e11ddd95-03c2-4fa7-af94-076bb8af1021), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.819570 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bdd44028-e140-49d1-ae8e-e61f3ac48c7f req-39e792b1-1a8e-4a61-810c-adb167a7dfa2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.0351171 Jun 03 09:58:42.834151 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b138fc-50a7-42bf-a00b-7cda387aec9b req-b956908b-e88d-446c-a885-ee0e3645ac2a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:42.835635 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f2b138fc-50a7-42bf-a00b-7cda387aec9b req-b956908b-e88d-446c-a885-ee0e3645ac2a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 931 time: 0.0905607 Jun 03 09:58:42.862391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cd797224-b13b-476d-b8b3-9e5296c0e470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e11ddd95-03c2-4fa7-af94-076bb8af1021), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.892091 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.895036 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f2b138fc-50a7-42bf-a00b-7cda387aec9b req-755f832f-829e-4159-bb77-3f5ab25ebed1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534301 Jun 03 09:58:42.897562 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:42.910451 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-cd797224-b13b-476d-b8b3-9e5296c0e470 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c58d6b0730c4c4cb619a7774d416b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676113 Jun 03 09:58:42.911453 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd797224-b13b-476d-b8b3-9e5296c0e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ddd95-03c2-4fa7-af94-076bb8af1021,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:42.914163 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52856) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:42.958573 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:43.009588 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Attempting to bind port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:43.009959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Attempting to bind port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:43.010287 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Attempting to bind port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:43.018512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 on network 27ad8cbb-ba5a-4502-afc9-811304412397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:58:43.018512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Attempting to bind port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:43.022414 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7b5f-55e6-4c41-81ec-c5620e9de5f5 admin admin] Publish callbacks [] for security_group (e11ddd95-03c2-4fa7-af94-076bb8af1021), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.025829 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:43.026441 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Checking segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:43.026993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Bound using segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:43.027441 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Bound port: bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:43.027803 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.077194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7b5f-55e6-4c41-81ec-c5620e9de5f5 admin admin] Publish callbacks [] for security_group (e11ddd95-03c2-4fa7-af94-076bb8af1021), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.146142 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52864) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:43.151344 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-202932342-network', 'tenant_id': 'a4d2175740794d35962a282bb41589dc'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:43.173956 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-4c819805-fdab-4dc0-abce-e2d7edd874d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83 HTTP/1.1" status: 200 len: 217 time: 0.1501997 Jun 03 09:58:43.219127 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7b5f-55e6-4c41-81ec-c5620e9de5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e11ddd95-03c2-4fa7-af94-076bb8af1021), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.221776 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7b5f-55e6-4c41-81ec-c5620e9de5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.225292 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-ba8f7b5f-55e6-4c41-81ec-c5620e9de5f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e11ddd95-03c2-4fa7-af94-076bb8af1021 HTTP/1.1" status: 204 len: 168 time: 0.3077178 Jun 03 09:58:43.237436 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f7b5f-55e6-4c41-81ec-c5620e9de5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ddd95-03c2-4fa7-af94-076bb8af1021,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:43.297721 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Made reservation on behalf of a4d2175740794d35962a282bb41589dc for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:43.300384 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.311643 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-d2e842cb-6abc-4f91-bb6d-dd47e68dacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.312309 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.313173 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-d2e842cb-6abc-4f91-bb6d-dd47e68dacdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.1303329 Jun 03 09:58:43.389767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-6163c80c-e908-4261-b9b9-c4077d74833a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.391552 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-6163c80c-e908-4261-b9b9-c4077d74833a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 811 time: 0.3667479 Jun 03 09:58:43.395545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-4d73720d-8299-4e41-b98d-510ba41a9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.399772 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-4d73720d-8299-4e41-b98d-510ba41a9e8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760889 Jun 03 09:58:43.399772 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] For port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:43.402244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] For port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:43.433680 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks [] for security_group (a32b0408-5292-4ff9-a835-b96dec6f5959), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.509125 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a32b0408-5292-4ff9-a835-b96dec6f5959), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.516721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.549561 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:58:43.556446 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b0408-5292-4ff9-a835-b96dec6f5959,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:43.563356 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (688c4eb9-d1bf-4648-a5b2-90ac7077c04b), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.563815 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Added segment 688c4eb9-d1bf-4648-a5b2-90ac7077c04b of type vlan for network f85a187c-5901-4ad2-8a30-2396941e6285 Jun 03 09:58:43.566166 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-46a030b2-05a3-4a12-9508-11ab9dc780d2 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686f552be5824c8aa31930a6e8844255 HTTP/1.1" status: 200 len: 380 time: 0.1588390 Jun 03 09:58:43.586533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'port': {'device_id': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'admin_state_up': True, 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'security_groups': ['e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:43.617231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.618018 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.623566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] 10.222.0.59 "PUT /v2.0/ports/bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 HTTP/1.1" status: 200 len: 1093 time: 1.6477044 Jun 03 09:58:43.626215 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'tag': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:43.627871 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (f85a187c-5901-4ad2-8a30-2396941e6285), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.630677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e96686-89d6-4d69-827b-96d65ed11c21" -d '{"events": [{"name": "network-changed", "server_uuid": "268a2ebf-7c18-40e4-85fb-edf05a174e1d", "tag": "bdc90016-2ff6-4553-a6ad-1bfc7f7efb08"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:43.634635 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-60bbb8da-9a9e-4f67-93f6-1fdf94fb5956 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292504 Jun 03 09:58:43.686579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0706897-c977-4f9b-a212-c6676336172a x-openstack-request-id: req-c0706897-c977-4f9b-a212-c6676336172a {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:43.686876 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a2ebf-7c18-40e4-85fb-edf05a174e1d", "tag": "bdc90016-2ff6-4553-a6ad-1bfc7f7efb08", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:43.687129 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0706897-c977-4f9b-a212-c6676336172a {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:43.687532 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0706897-c977-4f9b-a212-c6676336172a'] response: {'name': 'network-changed', 'server_uuid': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'tag': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08', 'status': 'completed', 'code': 200} Jun 03 09:58:43.697966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016bc5d-0dc3-4869-9ac5-c63daba4e26a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:43.790561 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (f85a187c-5901-4ad2-8a30-2396941e6285), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.792521 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.793570 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:43.893772 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a721226a-708e-4cc4-beee-a0132604cd21 req-031b6fc4-e447-4219-848d-f0083cccda83 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.1214304 Jun 03 09:58:43.973234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e46-7eb0-49b5-8a24-22a37bda4906 req-74e1bd40-a07c-48b7-88cf-c4e6b8890dbb tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.974983 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff341e46-7eb0-49b5-8a24-22a37bda4906 req-74e1bd40-a07c-48b7-88cf-c4e6b8890dbb tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 943 time: 0.2039583 Jun 03 09:58:43.976907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96686-89d6-4d69-827b-96d65ed11c21 req-1f93bebb-bc11-45c5-a8d6-6fa2b43f1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:43.978659 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b6e96686-89d6-4d69-827b-96d65ed11c21 req-1f93bebb-bc11-45c5-a8d6-6fa2b43f1696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 1127 time: 0.2580645 Jun 03 09:58:44.007026 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:58:44.054257 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9067764 Jun 03 09:58:44.054856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52888) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:44.067835 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Request body: {'subnet': {'network_id': 'f85a187c-5901-4ad2-8a30-2396941e6285', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-202932342-subnet', 'tenant_id': 'a4d2175740794d35962a282bb41589dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:44.084245 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5063e36c-6073-4ea4-96b1-c5a10415854c req-4de2fbbb-fbf0-45de-b642-d2f5069342ad tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.1010671 Jun 03 09:58:44.086178 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b39715-7773-4967-9753-e2d32555c645 admin admin] Pushing event updated for resources: {'Network': ['ID=f85a187c-5901-4ad2-8a30-2396941e6285,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:44.098864 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network f85a187c-5901-4ad2-8a30-2396941e6285 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:58:44.104134 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.133438 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0de2305b-d914-4f4d-a3b3-f093d1cb6c46 req-be24bb91-69e1-4966-b15f-fda8788ac799 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450648 Jun 03 09:58:44.193245 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff341e46-7eb0-49b5-8a24-22a37bda4906 req-c73dc8ba-6b1a-48a4-bc33-8360464bf189 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086883 Jun 03 09:58:44.216530 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Made reservation on behalf of a4d2175740794d35962a282bb41589dc for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:44.218941 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.225265 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:44.236951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96686-89d6-4d69-827b-96d65ed11c21 req-70aaea61-9827-4db0-8226-76ca26db68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:44.238440 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b6e96686-89d6-4d69-827b-96d65ed11c21 req-70aaea61-9827-4db0-8226-76ca26db68f2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=071b399988474af1a1c709aac97c1744&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2292566 Jun 03 09:58:44.244427 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11479cb-11a1-4f9d-b824-6740e2f4dec6 req-23dc3cf9-de28-447c-b0a5-638e689ef8ab tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:44.245926 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b11479cb-11a1-4f9d-b824-6740e2f4dec6 req-23dc3cf9-de28-447c-b0a5-638e689ef8ab tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 943 time: 0.0789874 Jun 03 09:58:44.308745 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Made reservation on behalf of 686f552be5824c8aa31930a6e8844255 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:44.312079 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.348354 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b11479cb-11a1-4f9d-b824-6740e2f4dec6 req-2c313791-3b9b-4f4c-8b95-3b19a52002a8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964441 Jun 03 09:58:44.411411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96686-89d6-4d69-827b-96d65ed11c21 req-99300a8a-511e-4869-a7f3-01115a5f2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:44.412993 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b6e96686-89d6-4d69-827b-96d65ed11c21 req-99300a8a-511e-4869-a7f3-01115a5f2ea3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295462 Jun 03 09:58:44.551178 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (93f9e8a6-4864-4eda-b6cd-f885e9a2610e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.562409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52896) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:44.582896 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-0138cbf7-510e-4735-8d12-91121285afb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.607208 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f9e8a6-4864-4eda-b6cd-f885e9a2610e,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:44.615843 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Checking segment: {'id': '688c4eb9-d1bf-4648-a5b2-90ac7077c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f85a187c-5901-4ad2-8a30-2396941e6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:44.616189 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Network hostable DHCP agents. Network: f85a187c-5901-4ad2-8a30-2396941e6285, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:58:44.636370 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:44.645774 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Allocated IP 172.20.0.12 (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a/86dcbaca-bdc2-4ac7-be7a-15a5597de606/5e8649fd-c65a-45e0-87b5-6023ff2fceaf) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:44.654248 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 09:58:44.692876 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Network f85a187c-5901-4ad2-8a30-2396941e6285 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:58:44.767082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,segment=NetworkSegment(f70e38e3-4592-4a46-a57a-c514bb0b1c8e),segment_id=f70e38e3-4592-4a46-a57a-c514bb0b1c8e)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:44.774201 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, f85a187c-5901-4ad2-8a30-2396941e6285) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:44.779815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22', 'network_id': '375052ce-3f5b-447f-8bb7-eb9324c0a557', 'port_id': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22', 'mac_address': 'fa:16:3e:0c:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbb7f3-1284-4273-8637-2798969e322f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 09:58:44.780767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-0138cbf7-510e-4735-8d12-91121285afb0 admin admin] Publish callbacks [] for security_group (9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.784090 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d09ca-0ab6-457c-a513-22ece79a99c8 None None] Network f85a187c-5901-4ad2-8a30-2396941e6285 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:44.787310 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:44.788075 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.829469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.859486 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-0138cbf7-510e-4735-8d12-91121285afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.871494 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-57566964-f2d2-4e38-9e6e-99cc9c9f96be admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8000305 Jun 03 09:58:44.882183 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:44.882852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.898909 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138cbf7-510e-4735-8d12-91121285afb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:44.900041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:44.908647 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-0138cbf7-510e-4735-8d12-91121285afb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ce71271b10842a3aeaa7f2264d20828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427851 Jun 03 09:58:44.908953 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 52900) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:44.918875 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:44.941905 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30826766-6a4c-43ab-b804-102d7f769e20 None None] Network f85a187c-5901-4ad2-8a30-2396941e6285 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:58:44.989404 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,segment=NetworkSegment(f70e38e3-4592-4a46-a57a-c514bb0b1c8e),segment_id=f70e38e3-4592-4a46-a57a-c514bb0b1c8e)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:44.990240 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:45.008946 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:45.017751 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:45.023047 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:45.023697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.040111 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:45.055437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'Port': ['ID=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:45.066029 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.107475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4efeddc-28e0-4bfe-8d3b-d5d6d146caa4 admin admin] Publish callbacks [] for security_group (9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.138771 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52912) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:45.204866 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:45.210265 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f102d54-2fd5-4c9c-8d48-2229655c64f2 req-30cdf3dd-785b-46e3-948d-5fd5cf546b13 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:45.212005 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f102d54-2fd5-4c9c-8d48-2229655c64f2 req-30cdf3dd-785b-46e3-948d-5fd5cf546b13 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 932 time: 0.2206259 Jun 03 09:58:45.218411 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Deleting subnet c496e3e8-09c0-4a30-93eb-1a67934e09de {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 09:58:45.220715 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Publish callbacks [] for subnet (c496e3e8-09c0-4a30-93eb-1a67934e09de), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.230163 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:45.275559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-a9f8e4de-0afa-45ef-ac37-1b1fcf7dbb12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6993873 Jun 03 09:58:45.280748 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Publish callbacks [] for subnet (c496e3e8-09c0-4a30-93eb-1a67934e09de), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.293653 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (c496e3e8-09c0-4a30-93eb-1a67934e09de), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.317154 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:58:45.325262 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Request body: {'port': {'device_id': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:45.454542 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (c496e3e8-09c0-4a30-93eb-1a67934e09de), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.502058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-3f3e3a25-b41d-48e0-bf7a-0c792752f211 None None] Provisioning complete for port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:45.502608 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3a25-b41d-48e0-bf7a-0c792752f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.517331 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c496e3e8-09c0-4a30-93eb-1a67934e09de,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:45.521325 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.525805 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6ba35e1b-b749-4907-a782-ae73b1bb5040 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c496e3e8-09c0-4a30-93eb-1a67934e09de HTTP/1.1" status: 204 len: 168 time: 0.3858745 Jun 03 09:58:45.528639 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52928) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:45.621898 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (31450fb6-5fc4-49fe-8189-d6d4fa507ae4), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.680430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4efeddc-28e0-4bfe-8d3b-d5d6d146caa4 admin admin] Publish callbacks [] for security_group (9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.684744 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:45.708501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-29784b65-9ba7-4c84-8213-f9028c6e2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:45.710115 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-29784b65-9ba7-4c84-8213-f9028c6e2544 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 1127 time: 0.5521405 Jun 03 09:58:45.724225 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e3a25-b41d-48e0-bf7a-0c792752f211 None None] Port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:45.731285 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:45.733478 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-51b791df-7757-4b5a-8491-891421b14d59 req-0a8d3f61-552b-459d-8842-56ed7b1861e7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.5199122 Jun 03 09:58:45.755194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (31450fb6-5fc4-49fe-8189-d6d4fa507ae4), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:45.769453 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f102d54-2fd5-4c9c-8d48-2229655c64f2 req-e4003f04-025f-4384-8c89-57c1eddcdfb9 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976158 Jun 03 09:58:45.796790 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.800516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.800516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.800516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > port after_create 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.800516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > port after_delete 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.800516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > port after_update 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.801077 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.801591 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.802266 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.802799 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:45.853721 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-3886c36e-cb6a-4424-8f63-4817bbd9cf66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 HTTP/1.1" status: 200 len: 217 time: 0.1144214 Jun 03 09:58:46.003797 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-aff0de68-b3e8-4406-8842-446b23481122 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:46.005214 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-aff0de68-b3e8-4406-8842-446b23481122 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 817 time: 0.9142632 Jun 03 09:58:46.032608 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630684f8-2502-4857-af9f-dbfb13dfff97 req-a5589c5d-f08d-46d3-a5e7-ba15334802ad tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:46.034067 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-630684f8-2502-4857-af9f-dbfb13dfff97 req-a5589c5d-f08d-46d3-a5e7-ba15334802ad tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 944 time: 0.1956382 Jun 03 09:58:46.034611 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.045759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07f-9018-4a38-a043-2227736cab6e req-8f360bf0-f3d5-4d47-aab8-cd1a0d151e32 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:46.047181 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e79fa07f-9018-4a38-a043-2227736cab6e req-8f360bf0-f3d5-4d47-aab8-cd1a0d151e32 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 943 time: 0.1930635 Jun 03 09:58:46.089679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-784a0a8d-1106-4908-a954-fe336cc0fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:46.091097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-784a0a8d-1106-4908-a954-fe336cc0fa40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.2160203 Jun 03 09:58:46.280225 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-eebc3b9f-9517-4d33-a4a9-26314da2c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:46.281662 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-eebc3b9f-9517-4d33-a4a9-26314da2c356 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1716528 Jun 03 09:58:46.288121 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-9e3b7180-feb6-44e8-b4c7-f0bb4893a351 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 379 time: 0.2719197 Jun 03 09:58:46.290987 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-630684f8-2502-4857-af9f-dbfb13dfff97 req-0e291d65-5e90-4fa3-8d50-1ae16082cb29 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354631 Jun 03 09:58:46.297190 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e79fa07f-9018-4a38-a043-2227736cab6e req-835f38cd-7956-430f-b5f4-942d50f2ed08 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277973 Jun 03 09:58:46.314284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'port': {'device_id': '6517823d-711a-4e24-9cdf-27812d522a46', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'admin_state_up': True, 'tenant_id': '57756244f164417dad785bb5927d05b6', 'security_groups': ['29ae3c01-c55c-4167-b3f4-73b023230eca']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:46.628139 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-21203846-d41d-452c-834e-7ba57b7dbec1 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361814 Jun 03 09:58:46.661827 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device d8e80358-de18-46e9-b759-6c8d92fd7f83 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 09:58:46.700331 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:46.719379 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:46.719947 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:46.720045 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:46.720355 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 09:58:46.720684 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31450fb6-5fc4-49fe-8189-d6d4fa507ae4']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:46.741401 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679904d8-7924-4f0c-b5d4-cf8524528b00') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:46.742156 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679904d8-7924-4f0c-b5d4-cf8524528b00') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:46.763056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (679904d8-7924-4f0c-b5d4-cf8524528b00), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.788400 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (679904d8-7924-4f0c-b5d4-cf8524528b00), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.796082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 09:58:46.804144 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 09:58:46.804545 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (679904d8-7924-4f0c-b5d4-cf8524528b00), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.830394 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port d8e80358-de18-46e9-b759-6c8d92fd7f83, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:46.843145 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'd8e80358-de18-46e9-b759-6c8d92fd7f83', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'port_id': 'd8e80358-de18-46e9-b759-6c8d92fd7f83', 'mac_address': 'fa:16:3e:c4:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 09:58:46.849728 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8649fd-c65a-45e0-87b5-6023ff2fceaf {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:46.885191 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port d8e80358-de18-46e9-b759-6c8d92fd7f83 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:46.885712 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.889748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Publish callbacks [] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.913059 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e80358-de18-46e9-b759-6c8d92fd7f83 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:46.943100 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port d8e80358-de18-46e9-b759-6c8d92fd7f83, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:46.961753 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4efeddc-28e0-4bfe-8d3b-d5d6d146caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.964912 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4efeddc-28e0-4bfe-8d3b-d5d6d146caa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:46.966088 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d4efeddc-28e0-4bfe-8d3b-d5d6d146caa4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77 HTTP/1.1" status: 204 len: 168 time: 2.0560558 Jun 03 09:58:47.001601 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f6ecd9db-c1fe-4316-b449-d7dd14cafa91 req-2ea6f9ec-666f-4a4c-b2a2-a242d882ed1d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.1256146 Jun 03 09:58:47.014652 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3d534f1-1acc-4bb7-abef-b8b4dca16730 req-b54295bf-5a0c-4af8-b758-9fe3d50b29f9 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761551 Jun 03 09:58:47.017629 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efeddc-28e0-4bfe-8d3b-d5d6d146caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea8fd3a-61e3-4ac2-b04c-ec828bb13b77,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:47.021867 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Made reservation on behalf of 57756244f164417dad785bb5927d05b6 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:58:47.025335 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.035004 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdfef6-5b7c-4b71-a015-62c9070d51bf req-c19d512d-e4e5-4eae-a1e8-c91538c48aac tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:47.036524 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bacdfef6-5b7c-4b71-a015-62c9070d51bf req-c19d512d-e4e5-4eae-a1e8-c91538c48aac tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 932 time: 0.1390824 Jun 03 09:58:47.069184 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (31450fb6-5fc4-49fe-8189-d6d4fa507ae4), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.069315 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Transition to ACTIVE for port object 5e8649fd-c65a-45e0-87b5-6023ff2fceaf will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:58:47.079824 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:47.080641 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.100212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.112535 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.122668 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] 10.222.0.42 "DELETE /v2.0/networks/31450fb6-5fc4-49fe-8189-d6d4fa507ae4 HTTP/1.1" status: 204 len: 168 time: 1.5925901 Jun 03 09:58:47.124215 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbca58-a5f6-4ca4-89ec-6d8b6412173d admin admin] Pushing event deleted for resources: {'Network': ['ID=31450fb6-5fc4-49fe-8189-d6d4fa507ae4,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:47.133329 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52956) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:47.163766 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 679904d8-7924-4f0c-b5d4-cf8524528b00 resource provider aggregate not found Jun 03 09:58:47.194144 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Deleting subnet 93f9e8a6-4864-4eda-b6cd-f885e9a2610e {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 09:58:47.197061 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bacdfef6-5b7c-4b71-a015-62c9070d51bf req-464ad060-bfc7-4c96-9a16-d2a07833f5cf tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499486 Jun 03 09:58:47.206234 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Publish callbacks [] for subnet (93f9e8a6-4864-4eda-b6cd-f885e9a2610e), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.206415 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:47.231292 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 679904d8-7924-4f0c-b5d4-cf8524528b00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 679904d8-7924-4f0c-b5d4-cf8524528b00 found for delete ", "request_id": "req-70414cbd-9474-4440-8d34-3578b600f9d4"}]} Jun 03 09:58:47.249235 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (93f9e8a6-4864-4eda-b6cd-f885e9a2610e), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.251137 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=d8e80358-de18-46e9-b759-6c8d92fd7f83,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:47.266206 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Allocated IP 172.20.0.11 (1dd31c87-764e-47aa-825b-25f1a52d1c3d/132748ac-4398-49ca-9054-387a929a2a66/a93886de-f812-40e6-81ba-b35e06454a66) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:58:47.276234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.296183 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (93f9e8a6-4864-4eda-b6cd-f885e9a2610e), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.305025 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:47.305638 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.310402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['d8e80358-de18-46e9-b759-6c8d92fd7f83'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:58:47.397034 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:47.514303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Attempting to bind port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:47.514816 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,segment=NetworkSegment(f70e38e3-4592-4a46-a57a-c514bb0b1c8e),segment_id=f70e38e3-4592-4a46-a57a-c514bb0b1c8e)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:47.515659 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Attempting to bind port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:47.516657 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Attempting to bind port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:47.547895 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:47.572595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b8269-25e5-47d4-9fd8-ebe3af2c5d65 req-cf1992a7-c7a2-4b36-94dc-09e44d5a368f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:47.574580 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ec6b8269-25e5-47d4-9fd8-ebe3af2c5d65 req-cf1992a7-c7a2-4b36-94dc-09e44d5a368f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 943 time: 0.1635797 Jun 03 09:58:47.577658 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (93f9e8a6-4864-4eda-b6cd-f885e9a2610e), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.585051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2591f9-1a95-4fc4-8afb-9fd21b78d4be req-d3039807-3624-42ab-b681-1b4273001d0e tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:47.587294 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fe2591f9-1a95-4fc4-8afb-9fd21b78d4be req-d3039807-3624-42ab-b681-1b4273001d0e tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 944 time: 0.1947200 Jun 03 09:58:47.621367 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.626259 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:58:47.627251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Attempting to bind port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:47.630234 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f9e8a6-4864-4eda-b6cd-f885e9a2610e,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:47.644092 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.649261 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-fa73c24a-87f8-434b-9498-c8e18343396b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/93f9e8a6-4864-4eda-b6cd-f885e9a2610e HTTP/1.1" status: 204 len: 168 time: 0.5200732 Jun 03 09:58:47.651876 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 52970) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:47.679480 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:47.679985 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Checking segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:47.680707 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Bound using segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:47.681324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Bound port: 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:47.681768 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.750721 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:47.756557 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c83f2a-9fcb-4b38-bd27-723aea45c438" -d '{"events": [{"server_uuid": "0fee24c1-4a54-47e9-9a0a-0726af3cf00a", "name": "network-vif-plugged", "status": "completed", "tag": "7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:47.764174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (f85a187c-5901-4ad2-8a30-2396941e6285), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.829830 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ec6b8269-25e5-47d4-9fd8-ebe3af2c5d65 req-f15149a8-ac78-4224-8010-db67542559e0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361951 Jun 03 09:58:47.851436 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (f85a187c-5901-4ad2-8a30-2396941e6285), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.875083 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85a187c-5901-4ad2-8a30-2396941e6285']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:47.886389 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688c4eb9-d1bf-4648-a5b2-90ac7077c04b') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:47.886734 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688c4eb9-d1bf-4648-a5b2-90ac7077c04b') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:58:47.897112 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (688c4eb9-d1bf-4648-a5b2-90ac7077c04b), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.906064 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:47.912988 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (688c4eb9-d1bf-4648-a5b2-90ac7077c04b), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.913703 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fe2591f9-1a95-4fc4-8afb-9fd21b78d4be req-ab4af4b9-9e7e-4d3f-820b-f1f526a4d780 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641549 Jun 03 09:58:47.917510 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] For port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:47.920377 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 09:58:47.920745 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (688c4eb9-d1bf-4648-a5b2-90ac7077c04b), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:47.929204 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] For port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:47.968782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a08644-de95-48ea-978f-50cb8a11d79b x-openstack-request-id: req-41a08644-de95-48ea-978f-50cb8a11d79b {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:47.969227 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fee24c1-4a54-47e9-9a0a-0726af3cf00a", "name": "network-vif-plugged", "status": "completed", "tag": "7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:47.969862 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41a08644-de95-48ea-978f-50cb8a11d79b {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:47.970581 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a08644-de95-48ea-978f-50cb8a11d79b'] response: {'server_uuid': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22', 'code': 200} Jun 03 09:58:47.979892 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for port (a93886de-f812-40e6-81ba-b35e06454a66), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.001521 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.042055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:48.042625 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.044101 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] 10.222.0.59 "PUT /v2.0/ports/5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 200 len: 1094 time: 2.7438304 Jun 03 09:58:48.046327 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:48.048648 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92625dd7-ae51-45de-a670-904dcac7a21f" -d '{"events": [{"name": "network-changed", "server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:48.083125 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab9699-4152-45f9-8922-457fcf4e2937 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:48.092048 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (f85a187c-5901-4ad2-8a30-2396941e6285), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.099502 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.113035 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f85a187c-5901-4ad2-8a30-2396941e6285 HTTP/1.1" status: 204 len: 168 time: 0.4527531 Jun 03 09:58:48.150532 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df38ae6-9983-4802-895a-0dd45bc2db39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f85a187c-5901-4ad2-8a30-2396941e6285,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:48.150801 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-121bdf5c-1b4a-4d09-90c6-5fdce0c32ea6 req-940e93c8-b4ed-44d3-98a9-ec7b5b04d376 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.0581448 Jun 03 09:58:48.152793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:48.165145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495a5944-7d60-4d94-8f08-a8adb4a00c49 x-openstack-request-id: req-495a5944-7d60-4d94-8f08-a8adb4a00c49 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:48.165145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:48.165145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-495a5944-7d60-4d94-8f08-a8adb4a00c49 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:48.165145 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495a5944-7d60-4d94-8f08-a8adb4a00c49'] response: {'name': 'network-changed', 'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'status': 'completed', 'code': 200} Jun 03 09:58:48.185349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.349769 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:58:48.404740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:58:48.406748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:48.428056 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:58:48.433875 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:48.434576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.490090 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363a340-e738-48bc-b98b-83bd8f667e14 req-8f6d060c-3c0f-4e43-923e-a0916ece15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:48.492038 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6363a340-e738-48bc-b98b-83bd8f667e14 req-8f6d060c-3c0f-4e43-923e-a0916ece15dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 1129 time: 0.1411905 Jun 03 09:58:48.498759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570eb16-04cc-44ce-bae9-be561caf0125 req-55ef44da-50f2-4b07-bb94-ef176926d9ce tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:48.500280 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0570eb16-04cc-44ce-bae9-be561caf0125 req-55ef44da-50f2-4b07-bb94-ef176926d9ce tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.1868622 Jun 03 09:58:48.505955 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625dd7-ae51-45de-a670-904dcac7a21f req-0f04c0ad-1037-4b22-90e0-1edcd20b486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:48.507404 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-92625dd7-ae51-45de-a670-904dcac7a21f req-0f04c0ad-1037-4b22-90e0-1edcd20b486d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1128 time: 0.2658296 Jun 03 09:58:48.651485 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-b8aba00f-dfee-4867-8272-60f083330283 None None] Provisioning complete for port a93886de-f812-40e6-81ba-b35e06454a66 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:48.651861 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b8aba00f-dfee-4867-8272-60f083330283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a93886de-f812-40e6-81ba-b35e06454a66), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.686128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device d8e80358-de18-46e9-b759-6c8d92fd7f83 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:48.753604 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53014) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:48.773825 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port d8e80358-de18-46e9-b759-6c8d92fd7f83 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 09:58:48.777961 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:48.779267 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-b8aba00f-dfee-4867-8272-60f083330283 None None] Port a93886de-f812-40e6-81ba-b35e06454a66 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 09:58:48.815674 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6363a340-e738-48bc-b98b-83bd8f667e14 req-254bb614-5109-4e2a-b2e1-386a06462b49 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.828475 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e1a1a961-8e16-423b-8e63-de38bf3e7faf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b11d7aef4f3e4ed595525333b0a9aac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0712183 Jun 03 09:58:48.829926 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53018) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:48.873528 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port d8e80358-de18-46e9-b759-6c8d92fd7f83 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:48.874058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.879566 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625dd7-ae51-45de-a670-904dcac7a21f req-7a013a6d-9832-43e3-9e76-34f9e2cceef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:48.881096 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-92625dd7-ae51-45de-a670-904dcac7a21f req-7a013a6d-9832-43e3-9e76-34f9e2cceef8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=686f552be5824c8aa31930a6e8844255&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3632877 Jun 03 09:58:48.888472 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-eb0d5436-50c9-49a7-987e-6bf94f3a850f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5790539 Jun 03 09:58:48.939503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256c6e38-5aca-4602-a939-7fecbdd6a2b5 admin admin] Publish callbacks [] for security_group (a38e8656-cfc6-4ab9-aa18-34d455013d81), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.965626 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256c6e38-5aca-4602-a939-7fecbdd6a2b5 admin admin] Publish callbacks [] for security_group (a38e8656-cfc6-4ab9-aa18-34d455013d81), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:48.996225 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Request body: {'port': {'device_id': '6517823d-711a-4e24-9cdf-27812d522a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:58:49.008003 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625dd7-ae51-45de-a670-904dcac7a21f req-25d17384-9952-4036-b0f9-06340e33cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.009461 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-92625dd7-ae51-45de-a670-904dcac7a21f req-25d17384-9952-4036-b0f9-06340e33cc2f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201260 Jun 03 09:58:49.030933 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port d8e80358-de18-46e9-b759-6c8d92fd7f83 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:49.031049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.061378 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0570eb16-04cc-44ce-bae9-be561caf0125 req-f8b47c53-2e70-427c-9000-95ce7146b4bc tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5449829 Jun 03 09:58:49.091944 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port d8e80358-de18-46e9-b759-6c8d92fd7f83, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:49.161542 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083db52-0348-4b07-8cd2-474d8a880c1d req-d0635967-7d37-4066-8400-36a29fde8c6d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.163016 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7083db52-0348-4b07-8cd2-474d8a880c1d req-d0635967-7d37-4066-8400-36a29fde8c6d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 943 time: 0.1593692 Jun 03 09:58:49.171360 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256c6e38-5aca-4602-a939-7fecbdd6a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a38e8656-cfc6-4ab9-aa18-34d455013d81), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.173711 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256c6e38-5aca-4602-a939-7fecbdd6a2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.178309 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-256c6e38-5aca-4602-a939-7fecbdd6a2b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a38e8656-cfc6-4ab9-aa18-34d455013d81 HTTP/1.1" status: 204 len: 168 time: 0.3467188 Jun 03 09:58:49.190574 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c6e38-5aca-4602-a939-7fecbdd6a2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e8656-cfc6-4ab9-aa18-34d455013d81,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:49.226176 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.231228 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-7e7e3b5b-2a5c-454e-b8e2-7d3b91a06adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.232711 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-7e7e3b5b-2a5c-454e-b8e2-7d3b91a06adf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1128 time: 0.1370101 Jun 03 09:58:49.255349 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 688c4eb9-d1bf-4648-a5b2-90ac7077c04b resource provider aggregate not found Jun 03 09:58:49.279900 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 688c4eb9-d1bf-4648-a5b2-90ac7077c04b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 688c4eb9-d1bf-4648-a5b2-90ac7077c04b found for delete ", "request_id": "req-8ec958cb-43d3-4aee-bdef-f1e3d42d99d3"}]} Jun 03 09:58:49.290151 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbb3d1-dde8-4d66-9ea3-17f52ee34eb0 req-1f809538-5e0a-43fa-8813-7dce1aee7d7a tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.291645 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0edbb3d1-dde8-4d66-9ea3-17f52ee34eb0 req-1f809538-5e0a-43fa-8813-7dce1aee7d7a tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.1559215 Jun 03 09:58:49.314352 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=d8e80358-de18-46e9-b759-6c8d92fd7f83,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:49.324511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.335528 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-eee8c69a-a178-45c8-87ee-525d31a98061 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 200 len: 217 time: 0.0794628 Jun 03 09:58:49.424978 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6363a340-e738-48bc-b98b-83bd8f667e14 req-254bb614-5109-4e2a-b2e1-386a06462b49 service neutron] Publish callbacks [] for security_group (a53e073b-f81b-471e-b700-8702c85ed1aa), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.458884 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7083db52-0348-4b07-8cd2-474d8a880c1d req-45966584-463f-4e73-821b-a189abed5aab tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567027 Jun 03 09:58:49.501991 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0edbb3d1-dde8-4d66-9ea3-17f52ee34eb0 req-fd23c083-10ec-4188-bc3c-4c3a8f39c697 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786864 Jun 03 09:58:49.524155 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-e5116db0-12f9-400d-8ec4-d1553c64e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.524155 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-e5116db0-12f9-400d-8ec4-d1553c64e760 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.1612654 Jun 03 09:58:49.577354 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6363a340-e738-48bc-b98b-83bd8f667e14 req-254bb614-5109-4e2a-b2e1-386a06462b49 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a53e073b-f81b-471e-b700-8702c85ed1aa), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.710490 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:49.713803 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b269840-2714-441a-9341-207eba006364 req-58e874d9-1d7e-4d3a-ad27-77aea405e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.716271 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-58e874d9-1d7e-4d3a-ad27-77aea405e0f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1798348 Jun 03 09:58:49.728340 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6363a340-e738-48bc-b98b-83bd8f667e14 req-254bb614-5109-4e2a-b2e1-386a06462b49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2238104 Jun 03 09:58:49.739181 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da1a1b-2d13-423e-8294-ad29daa82c51 req-54fc0215-e7b9-453f-aff4-b17e280ce312 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:49.740621 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-03da1a1b-2d13-423e-8294-ad29daa82c51 req-54fc0215-e7b9-453f-aff4-b17e280ce312 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 932 time: 0.1680756 Jun 03 09:58:49.741258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bb614-5109-4e2a-b2e1-386a06462b49 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e073b-f81b-471e-b700-8702c85ed1aa,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:49.842592 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-03da1a1b-2d13-423e-8294-ad29daa82c51 req-9f485910-dd61-4375-bb8e-9df4ab307193 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960674 Jun 03 09:58:49.925755 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93886de-f812-40e6-81ba-b35e06454a66 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:49.935298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Publish callbacks [] for port (a93886de-f812-40e6-81ba-b35e06454a66), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:49.949341 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Transition to ACTIVE for port object a93886de-f812-40e6-81ba-b35e06454a66 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:58:49.972207 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e80358-de18-46e9-b759-6c8d92fd7f83'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:49.974522 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec7b358-72bf-4cf7-8f73-c0cc0fb88a4b" -d '{"events": [{"server_uuid": "28ff128f-ff5e-4889-9f83-bdfb4b86a83d", "name": "network-vif-plugged", "status": "completed", "tag": "d8e80358-de18-46e9-b759-6c8d92fd7f83"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:50.011282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc9e30c-c120-437c-adc5-2e81cef9790b x-openstack-request-id: req-8fc9e30c-c120-437c-adc5-2e81cef9790b {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:50.011282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff128f-ff5e-4889-9f83-bdfb4b86a83d", "name": "network-vif-plugged", "status": "completed", "tag": "d8e80358-de18-46e9-b759-6c8d92fd7f83", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:50.011282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fc9e30c-c120-437c-adc5-2e81cef9790b {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:50.011282 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc9e30c-c120-437c-adc5-2e81cef9790b'] response: {'server_uuid': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e80358-de18-46e9-b759-6c8d92fd7f83', 'code': 200} Jun 03 09:58:50.030360 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.041262 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53068) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:50.084053 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e0e30ebd-c2c3-4995-8452-53ba178437c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4d2175740794d35962a282bb41589dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415940 Jun 03 09:58:50.087352 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53072) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:50.115507 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:50.127392 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Attempting to bind port a93886de-f812-40e6-81ba-b35e06454a66 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:58:50.127694 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Attempting to bind port a93886de-f812-40e6-81ba-b35e06454a66 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:58:50.127945 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Attempting to bind port a93886de-f812-40e6-81ba-b35e06454a66 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:50.135259 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Port a93886de-f812-40e6-81ba-b35e06454a66 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:58:50.136183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Attempting to bind port a93886de-f812-40e6-81ba-b35e06454a66 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:58:50.147850 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-447dc294-f165-4165-916f-1e91a47f8ac9 admin admin] Publish callbacks [] for security_group (a32b0408-5292-4ff9-a835-b96dec6f5959), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.149484 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:58:50.155249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Checking segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:58:50.155249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Bound using segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:58:50.155249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Bound port: a93886de-f812-40e6-81ba-b35e06454a66, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:58:50.155249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.173820 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-447dc294-f165-4165-916f-1e91a47f8ac9 admin admin] Publish callbacks [] for security_group (a32b0408-5292-4ff9-a835-b96dec6f5959), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.244210 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:50.258942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:58:50.267558 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d48b6-d781-4ef3-8ff8-4e0c5eb329fb req-49c72f5c-e2d2-4177-b86a-6e7090bb8528 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:50.269125 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-da7d48b6-d781-4ef3-8ff8-4e0c5eb329fb req-49c72f5c-e2d2-4177-b86a-6e7090bb8528 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0726840 Jun 03 09:58:50.286673 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:58:50.329469 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-da7d48b6-d781-4ef3-8ff8-4e0c5eb329fb req-e53b687c-df1d-49e7-bdb8-e6192cd38e21 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520766 Jun 03 09:58:50.347673 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-447dc294-f165-4165-916f-1e91a47f8ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a32b0408-5292-4ff9-a835-b96dec6f5959), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.350346 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-447dc294-f165-4165-916f-1e91a47f8ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.351573 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-447dc294-f165-4165-916f-1e91a47f8ac9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a32b0408-5292-4ff9-a835-b96dec6f5959 HTTP/1.1" status: 204 len: 168 time: 0.2632217 Jun 03 09:58:50.360457 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dc294-f165-4165-916f-1e91a47f8ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b0408-5292-4ff9-a835-b96dec6f5959,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:50.377180 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.423551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:50.424307 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:50.425911 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] 10.222.0.59 "PUT /v2.0/ports/a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 200 len: 1094 time: 1.4344685 Jun 03 09:58:50.428372 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:50.431367 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:50.477915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b323819-8429-4904-836e-35f8a977bc2d service neutron] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:50.511290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bca211-dcde-42e1-96bd-80dd8bf6f783 x-openstack-request-id: req-d6bca211-dcde-42e1-96bd-80dd8bf6f783 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:50.511290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:50.511290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6bca211-dcde-42e1-96bd-80dd8bf6f783 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:50.511290 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bca211-dcde-42e1-96bd-80dd8bf6f783'] response: {'name': 'network-changed', 'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'status': 'completed', 'code': 200} Jun 03 09:58:50.663701 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988eea6-4db1-46d8-a142-6953b32ec0c9 req-d955ebd9-d39e-49df-b617-cac335985f98 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:50.665200 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0988eea6-4db1-46d8-a142-6953b32ec0c9 req-d955ebd9-d39e-49df-b617-cac335985f98 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 943 time: 0.0772626 Jun 03 09:58:50.677085 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbbc72-aa96-4a62-b395-cb189633a0c4 req-4a68ac45-91c9-464a-9a26-18cfc96032e4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:50.678547 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f7dbbc72-aa96-4a62-b395-cb189633a0c4 req-4a68ac45-91c9-464a-9a26-18cfc96032e4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0783403 Jun 03 09:58:50.757094 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0988eea6-4db1-46d8-a142-6953b32ec0c9 req-897c9e48-9016-4a16-b826-90488633e4b3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775652 Jun 03 09:58:50.760346 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f7dbbc72-aa96-4a62-b395-cb189633a0c4 req-65d9c72a-7b6f-4b09-9220-c8de3137f473 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743821 Jun 03 09:58:51.044903 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:51.111727 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187da54-b10b-4c81-ae21-42cff37bf3e3 req-c4144779-f7bb-40a7-9c0a-4b395af06e9d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:51.113222 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1187da54-b10b-4c81-ae21-42cff37bf3e3 req-c4144779-f7bb-40a7-9c0a-4b395af06e9d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0480146 Jun 03 09:58:51.159889 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1187da54-b10b-4c81-ae21-42cff37bf3e3 req-8ef55ea6-b3de-476b-aa10-4da66c37850b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411699 Jun 03 09:58:51.270630 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:51.327729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:51.442121 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d516-f9ba-42c4-af6d-efc38cd50668 req-9a3b9601-566b-4bd2-bb54-fa9aad73c5d2 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:51.443590 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4894d516-f9ba-42c4-af6d-efc38cd50668 req-9a3b9601-566b-4bd2-bb54-fa9aad73c5d2 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0471573 Jun 03 09:58:51.492130 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4894d516-f9ba-42c4-af6d-efc38cd50668 req-662e0e6a-0ae3-4d93-8af7-61d63d757253 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Jun 03 09:58:51.903678 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b9789-9cbe-481b-b36d-b7a17bab33db req-06562452-4d66-4e10-91b2-49f0f76de9ea tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:51.905164 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b26b9789-9cbe-481b-b36d-b7a17bab33db req-06562452-4d66-4e10-91b2-49f0f76de9ea tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 943 time: 0.0775223 Jun 03 09:58:51.911272 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83487a3-1a53-4f62-b15b-964f3df3e0c6 req-df80017d-a017-4b4c-8fc2-46ddb60979f5 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:51.912661 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f83487a3-1a53-4f62-b15b-964f3df3e0c6 req-df80017d-a017-4b4c-8fc2-46ddb60979f5 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0760293 Jun 03 09:58:51.979459 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b26b9789-9cbe-481b-b36d-b7a17bab33db req-58cb30f4-ca53-4b95-9009-e1570fd440c7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Jun 03 09:58:51.990625 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f83487a3-1a53-4f62-b15b-964f3df3e0c6 req-2c610fc4-2b32-4ae9-a9d7-6aad3f9cf321 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701180 Jun 03 09:58:52.159571 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 09:58:52.259990 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:52.272930 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'port_id': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08', 'mac_address': 'fa:16:3e:c0:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 09:58:52.286397 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89daf62-4ef7-4025-bdfa-1901147fba06 req-1d449716-405b-4582-9fb3-273bb07a8d83 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:52.287906 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b89daf62-4ef7-4025-bdfa-1901147fba06 req-1d449716-405b-4582-9fb3-273bb07a8d83 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0581672 Jun 03 09:58:52.304218 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:52.309441 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:52.310439 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:52.326275 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:52.344396 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b89daf62-4ef7-4025-bdfa-1901147fba06 req-842da25d-2b31-4cd3-bd18-80d90d1eaffe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486915 Jun 03 09:58:52.346574 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:52.500176 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7 req-21e56a50-3bdc-4898-94f6-947acb794beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:52.501634 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7 req-21e56a50-3bdc-4898-94f6-947acb794beb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1128 time: 0.0512865 Jun 03 09:58:52.504833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:52.568397 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:52.628120 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-58df1d57-87b3-49d4-89ab-e1c2ea4ba249 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271676 Jun 03 09:58:52.659039 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a554f4-d18b-4f8f-846e-77ed24b379a3 req-520a7212-da32-4b58-94cf-670ed3fab3a7 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:52.660705 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f2a554f4-d18b-4f8f-846e-77ed24b379a3 req-520a7212-da32-4b58-94cf-670ed3fab3a7 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0811465 Jun 03 09:58:52.697607 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7 req-0d89b830-1a35-4fff-8daa-354d45d2bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:52.699095 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7 req-0d89b830-1a35-4fff-8daa-354d45d2bbc6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57756244f164417dad785bb5927d05b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1844692 Jun 03 09:58:52.724939 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f2a554f4-d18b-4f8f-846e-77ed24b379a3 req-bc4256a3-0b57-4880-abb1-ea2427873967 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584750 Jun 03 09:58:53.123067 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099259e1-6592-497d-8b7a-1ff30faacf19 req-a5b94d36-dbcd-4a39-8db1-d6acb7289648 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:53.124438 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-099259e1-6592-497d-8b7a-1ff30faacf19 req-a5b94d36-dbcd-4a39-8db1-d6acb7289648 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 944 time: 0.0752056 Jun 03 09:58:53.134596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522961c-a8d8-4f68-a33b-9598cd6217e2 req-490b495a-0ad8-4ec6-84e7-483fab8ea6c4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:53.135960 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a522961c-a8d8-4f68-a33b-9598cd6217e2 req-490b495a-0ad8-4ec6-84e7-483fab8ea6c4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0749767 Jun 03 09:58:53.208362 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-099259e1-6592-497d-8b7a-1ff30faacf19 req-92ed4b87-2837-4c94-8f02-a7ab1cf762bd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714698 Jun 03 09:58:53.212347 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a522961c-a8d8-4f68-a33b-9598cd6217e2 req-4e5b273f-6f65-423c-a52f-a4f1d7f64428 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695775 Jun 03 09:58:53.464983 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cdc36-1703-43bc-b578-85f0c0ab90cf req-3c1b018f-6343-48ff-88bb-b4e89bf8066e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:53.466546 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d44cdc36-1703-43bc-b578-85f0c0ab90cf req-3c1b018f-6343-48ff-88bb-b4e89bf8066e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0477731 Jun 03 09:58:53.513681 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d44cdc36-1703-43bc-b578-85f0c0ab90cf req-f5c81165-7d60-4b01-8eba-236d9696576f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Jun 03 09:58:53.838785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10ad8-1b6a-4186-b045-fc7e65409225 req-0f1f3a30-9c96-43b7-ad7b-e9d9a6b2ca31 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:53.840273 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8ec10ad8-1b6a-4186-b045-fc7e65409225 req-0f1f3a30-9c96-43b7-ad7b-e9d9a6b2ca31 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0484283 Jun 03 09:58:53.887573 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8ec10ad8-1b6a-4186-b045-fc7e65409225 req-6e627ad0-bc31-4163-881b-47d263788b31 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410578 Jun 03 09:58:54.003040 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:54.145478 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:54.349397 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2f237-b4ac-4cd5-a515-45d10e000ffb req-39304026-d029-4296-a562-1b76122546ae tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:54.350888 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b9f2f237-b4ac-4cd5-a515-45d10e000ffb req-39304026-d029-4296-a562-1b76122546ae tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 944 time: 0.0740066 Jun 03 09:58:54.354051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:54.360316 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307de7df-aeab-4d52-8f4b-19badc170003 req-70a70285-f63d-4502-8a1c-c69b278b219d tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:54.361685 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-307de7df-aeab-4d52-8f4b-19badc170003 req-70a70285-f63d-4502-8a1c-c69b278b219d tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0759883 Jun 03 09:58:54.431380 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b9f2f237-b4ac-4cd5-a515-45d10e000ffb req-36e68131-94a6-4e5a-a9f3-ed5a589c0ed4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687063 Jun 03 09:58:54.438396 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-307de7df-aeab-4d52-8f4b-19badc170003 req-eb288bb4-ecd4-40b0-bb7a-c7e13f556b9e tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700889 Jun 03 09:58:54.521981 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:54.633843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57512722-07cf-4374-97b2-ea197dc57d6a req-803e6852-05a2-4307-aa5f-85c240a7102d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:54.635310 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57512722-07cf-4374-97b2-ea197dc57d6a req-803e6852-05a2-4307-aa5f-85c240a7102d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0500817 Jun 03 09:58:54.687910 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57512722-07cf-4374-97b2-ea197dc57d6a req-88970896-8478-4027-829a-1a40daab65be tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423207 Jun 03 09:58:54.999009 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fca5d-b9f2-461f-beaf-a81be49e7b74 req-e8d31ff2-bebc-4662-ba17-0022368f4640 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:55.000475 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-520fca5d-b9f2-461f-beaf-a81be49e7b74 req-e8d31ff2-bebc-4662-ba17-0022368f4640 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0470481 Jun 03 09:58:55.049240 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-520fca5d-b9f2-461f-beaf-a81be49e7b74 req-bbc96f0f-50c2-4cd4-89b6-d773a834ea41 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Jun 03 09:58:55.107794 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:55.390053 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['bdc90016-2ff6-4553-a6ad-1bfc7f7efb08'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:58:55.660317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528286e1-9713-4e0d-b26f-76f15ae5cd2f req-62649107-2199-446e-81af-79bab5ffa5f1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:55.661761 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-528286e1-9713-4e0d-b26f-76f15ae5cd2f req-62649107-2199-446e-81af-79bab5ffa5f1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 944 time: 0.1511433 Jun 03 09:58:55.904601 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fced7-7e4a-47fb-bc3b-cbb9b1551890 req-48f2f191-00ef-4ea9-8fc0-9af778dcfff4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:55.906057 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-882fced7-7e4a-47fb-bc3b-cbb9b1551890 req-48f2f191-00ef-4ea9-8fc0-9af778dcfff4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.3846292 Jun 03 09:58:55.978086 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3213fb-e0fb-436d-b009-16048f022daf req-d96b65ed-3389-4554-8714-046d642e7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:55.979508 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c3213fb-e0fb-436d-b009-16048f022daf req-d96b65ed-3389-4554-8714-046d642e7062 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1130 time: 0.3803754 Jun 03 09:58:56.056622 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7 req-1b00dc81-d740-40e2-a18b-de77f0de048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:56.058481 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b3217c5a-6ff8-461b-8485-e5f7257fe2f7 req-1b00dc81-d740-40e2-a18b-de77f0de048b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4825022 Jun 03 09:58:56.080589 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-528286e1-9713-4e0d-b26f-76f15ae5cd2f req-4b613afa-66d4-4504-92f8-0a6c90df0d7e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918781 Jun 03 09:58:56.092636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-882fced7-7e4a-47fb-bc3b-cbb9b1551890 req-d92a37ea-8d4c-4d62-8f6c-b71f5dccfe18 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724443 Jun 03 09:58:56.094908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b269840-2714-441a-9341-207eba006364 req-9d376466-29ff-4f24-9c41-096f8b4d73fc service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200472 Jun 03 09:58:56.122961 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c3213fb-e0fb-436d-b009-16048f022daf req-c79097db-59ba-4a4c-af0f-2aee8c717395 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240857 Jun 03 09:58:56.159446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-88e8b080-f526-4f50-9509-c6d4e42c10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:56.160949 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-88e8b080-f526-4f50-9509-c6d4e42c10f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1128 time: 0.0556319 Jun 03 09:58:56.266543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6cd1-55a0-4bef-8996-4605540732c9 req-0f30e1c5-1092-45ef-a815-25422fd33099 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:56.267927 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-161d6cd1-55a0-4bef-8996-4605540732c9 req-0f30e1c5-1092-45ef-a815-25422fd33099 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0773509 Jun 03 09:58:56.274223 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e475ed-72f6-42c0-8c9f-2994ca9b8fdb req-96c6dc03-f9f8-4f3b-b54e-8247c3bdbc2d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:56.275607 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-97e475ed-72f6-42c0-8c9f-2994ca9b8fdb req-96c6dc03-f9f8-4f3b-b54e-8247c3bdbc2d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0832403 Jun 03 09:58:56.344427 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-161d6cd1-55a0-4bef-8996-4605540732c9 req-3ec4463c-82b3-4c52-839c-c585862ee38f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678041 Jun 03 09:58:56.351107 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-97e475ed-72f6-42c0-8c9f-2994ca9b8fdb req-666c87f4-042a-42e9-8d17-acb8fda5329d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676742 Jun 03 09:58:56.519694 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:56.579151 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:57.125552 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-49bfa94f-8cda-4fa1-9aa4-97e56609f0af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 200 len: 217 time: 0.0374031 Jun 03 09:58:57.261498 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8217f6-551f-40f3-8b5c-5bcc62810de1 req-e097a5a1-90c6-4dca-9453-547eb01a3579 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:57.263295 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6c8217f6-551f-40f3-8b5c-5bcc62810de1 req-e097a5a1-90c6-4dca-9453-547eb01a3579 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 944 time: 0.0915651 Jun 03 09:58:57.271616 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9cef5-0305-4417-8fa9-70584be73223 req-b4b10219-2b6f-4a03-8b23-daf0ef86bffa tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:57.273159 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6f9cef5-0305-4417-8fa9-70584be73223 req-b4b10219-2b6f-4a03-8b23-daf0ef86bffa tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0718589 Jun 03 09:58:57.296780 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:58:57.332125 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53258) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:57.352365 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 09:58:57.358562 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6c8217f6-551f-40f3-8b5c-5bcc62810de1 req-834ec300-09b8-41d5-932c-dfe721fbf2af tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842776 Jun 03 09:58:57.366576 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6f9cef5-0305-4417-8fa9-70584be73223 req-a68353b5-0e41-4bc5-a89b-15f1aa5dd94d tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739410 Jun 03 09:58:57.481966 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b552fd3b-4663-408e-be1e-55aa629483e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.501455 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d4247-e77d-4b29-99cd-ec33248f6b19 req-0bb4602b-b72a-4965-8ee5-87c630b9be48 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:57.502936 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a6d4247-e77d-4b29-99cd-ec33248f6b19 req-0bb4602b-b72a-4965-8ee5-87c630b9be48 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0812795 Jun 03 09:58:57.508863 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b56b6-b2ca-4bac-8d64-8e3eb1c875c5 req-3e86a0fc-049e-4a90-9a41-ac0cc66457a1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:57.510272 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-971b56b6-b2ca-4bac-8d64-8e3eb1c875c5 req-3e86a0fc-049e-4a90-9a41-ac0cc66457a1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0791304 Jun 03 09:58:57.517978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:58:57.518585 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.603318 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b552fd3b-4663-408e-be1e-55aa629483e8 admin admin] Publish callbacks [] for security_group (f559f8da-d352-408b-8591-60af2747bde8), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.603617 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a6d4247-e77d-4b29-99cd-ec33248f6b19 req-f612f941-f04f-4c83-a034-c07d23f69e51 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922003 Jun 03 09:58:57.616290 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:57.620753 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.630861 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-971b56b6-b2ca-4bac-8d64-8e3eb1c875c5 req-bf30a35a-e313-4a99-a18a-b9ce6e27092b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116858 Jun 03 09:58:57.653854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-e9aa638a-c0ca-4903-896b-b3857171b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:57.655327 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-e9aa638a-c0ca-4903-896b-b3857171b4f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0782506 Jun 03 09:58:57.662359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:58:57.664570 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08fbd23-0e87-4673-adfd-814ad32672ce" -d '{"events": [{"server_uuid": "268a2ebf-7c18-40e4-85fb-edf05a174e1d", "name": "network-vif-plugged", "status": "completed", "tag": "bdc90016-2ff6-4553-a6ad-1bfc7f7efb08"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:58:57.681348 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:57.706830 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83509481-ff37-4bbb-a070-9ba68f4511d9 x-openstack-request-id: req-83509481-ff37-4bbb-a070-9ba68f4511d9 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:58:57.706830 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a2ebf-7c18-40e4-85fb-edf05a174e1d", "name": "network-vif-plugged", "status": "completed", "tag": "bdc90016-2ff6-4553-a6ad-1bfc7f7efb08", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:58:57.706830 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83509481-ff37-4bbb-a070-9ba68f4511d9 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:58:57.706830 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83509481-ff37-4bbb-a070-9ba68f4511d9'] response: {'server_uuid': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08', 'code': 200} Jun 03 09:58:57.733307 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b552fd3b-4663-408e-be1e-55aa629483e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f559f8da-d352-408b-8591-60af2747bde8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.773918 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b552fd3b-4663-408e-be1e-55aa629483e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c545774a9d6c427fa49f554b5a3e7b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406953 Jun 03 09:58:57.776104 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552fd3b-4663-408e-be1e-55aa629483e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f559f8da-d352-408b-8591-60af2747bde8,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:57.776690 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53280) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:57.834819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4b503112-f0f5-40d7-818e-4a635b33e20b admin admin] Publish callbacks [] for security_group (f559f8da-d352-408b-8591-60af2747bde8), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.841975 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.858789 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4b503112-f0f5-40d7-818e-4a635b33e20b admin admin] Publish callbacks [] for security_group (f559f8da-d352-408b-8591-60af2747bde8), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:57.890677 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:58.002044 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4b503112-f0f5-40d7-818e-4a635b33e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f559f8da-d352-408b-8591-60af2747bde8), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:58.004561 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4b503112-f0f5-40d7-818e-4a635b33e20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:58.005750 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4b503112-f0f5-40d7-818e-4a635b33e20b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f559f8da-d352-408b-8591-60af2747bde8 HTTP/1.1" status: 204 len: 168 time: 0.2263732 Jun 03 09:58:58.014233 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b503112-f0f5-40d7-818e-4a635b33e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f559f8da-d352-408b-8591-60af2747bde8,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:58.502307 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6b017-753d-412a-a1d1-3bf9036e1431 req-a121710a-b152-4a80-9b0b-b733b80085e1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:58.503770 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-acf6b017-753d-412a-a1d1-3bf9036e1431 req-a121710a-b152-4a80-9b0b-b733b80085e1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0760260 Jun 03 09:58:58.512210 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1caba-0537-4519-bcd4-68857aa042d6 req-f8ca5cb8-caa6-4ba4-a42b-ce823f778d16 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:58.513810 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4e1caba-0537-4519-bcd4-68857aa042d6 req-f8ca5cb8-caa6-4ba4-a42b-ce823f778d16 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0736895 Jun 03 09:58:58.584746 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-acf6b017-753d-412a-a1d1-3bf9036e1431 req-0c7493d0-a51a-4723-a9dd-b60166eae2c9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699358 Jun 03 09:58:58.592130 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4e1caba-0537-4519-bcd4-68857aa042d6 req-276d5e31-a4f0-4fef-8c77-d008c06aeaa4 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713911 Jun 03 09:58:58.769804 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ecefd-785f-4019-9f3c-a17b9fcbc744 req-6cf7687b-6805-4a01-860f-130812389c80 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:58.771407 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-079ecefd-785f-4019-9f3c-a17b9fcbc744 req-6cf7687b-6805-4a01-860f-130812389c80 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0751789 Jun 03 09:58:58.791165 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b0fe3-5fb9-4d51-a01e-44a0d036ddbb req-687c95c5-85cc-48af-a3bd-07f12ac8bb7f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:58.793075 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0e0b0fe3-5fb9-4d51-a01e-44a0d036ddbb req-687c95c5-85cc-48af-a3bd-07f12ac8bb7f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 944 time: 0.0849838 Jun 03 09:58:58.795233 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:58.848958 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:58.866116 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-079ecefd-785f-4019-9f3c-a17b9fcbc744 req-02e05d65-3ad2-4a48-bc38-8ee22056bb7a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863533 Jun 03 09:58:58.870076 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0e0b0fe3-5fb9-4d51-a01e-44a0d036ddbb req-5975b9ac-88f2-4844-8c24-47b105eebd3c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680325 Jun 03 09:58:58.932057 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53314) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:58.945464 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-077c35c6-5c88-41bb-a795-dd3d7aaa6180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.022610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-077c35c6-5c88-41bb-a795-dd3d7aaa6180 admin admin] Publish callbacks [] for security_group (88325dda-039d-49a0-9a97-8da18ea5c611), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.127588 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-077c35c6-5c88-41bb-a795-dd3d7aaa6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (88325dda-039d-49a0-9a97-8da18ea5c611), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.166118 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-077c35c6-5c88-41bb-a795-dd3d7aaa6180 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92a2eba00ed04b9fb625c3b718c3fafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329445 Jun 03 09:58:59.169018 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c35c6-5c88-41bb-a795-dd3d7aaa6180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88325dda-039d-49a0-9a97-8da18ea5c611,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:59.169533 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53318) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:59.220274 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-25e2d56d-b0f6-4913-be25-9c1a9f06b785 admin admin] Publish callbacks [] for security_group (88325dda-039d-49a0-9a97-8da18ea5c611), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.226606 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53320) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:59.234630 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:59.244078 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-25e2d56d-b0f6-4913-be25-9c1a9f06b785 admin admin] Publish callbacks [] for security_group (88325dda-039d-49a0-9a97-8da18ea5c611), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.360060 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e4989808-bd10-4bab-bdfd-f60b9df58522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.476418 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-25e2d56d-b0f6-4913-be25-9c1a9f06b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (88325dda-039d-49a0-9a97-8da18ea5c611), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.478919 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-25e2d56d-b0f6-4913-be25-9c1a9f06b785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.480209 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-25e2d56d-b0f6-4913-be25-9c1a9f06b785 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88325dda-039d-49a0-9a97-8da18ea5c611 HTTP/1.1" status: 204 len: 168 time: 0.3091831 Jun 03 09:58:59.494183 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d56d-b0f6-4913-be25-9c1a9f06b785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88325dda-039d-49a0-9a97-8da18ea5c611,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:59.543137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e4989808-bd10-4bab-bdfd-f60b9df58522 admin admin] Publish callbacks [] for security_group (d84f40f4-26c1-4c23-b04e-4e16103e97b3), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.630623 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 5e8649fd-c65a-45e0-87b5-6023ff2fceaf details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 09:58:59.640279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e4989808-bd10-4bab-bdfd-f60b9df58522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d84f40f4-26c1-4c23-b04e-4e16103e97b3), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.645439 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:59.694141 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-e4989808-bd10-4bab-bdfd-f60b9df58522 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=901c8919b73c4680877d340ca513ed68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663703 Jun 03 09:58:59.696941 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53338) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:58:59.713540 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4989808-bd10-4bab-bdfd-f60b9df58522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f40f4-26c1-4c23-b04e-4e16103e97b3,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:58:59.737357 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b5d1b-0798-4926-9984-9328f337657e req-1cb79880-2800-4833-971e-e1c8e702aefc tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:58:59.739091 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea7b5d1b-0798-4926-9984-9328f337657e req-1cb79880-2800-4833-971e-e1c8e702aefc tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0639322 Jun 03 09:58:59.766537 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ab5649fc-6695-4d4e-ad66-8e3b58ede39e admin admin] Publish callbacks [] for security_group (d84f40f4-26c1-4c23-b04e-4e16103e97b3), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.779773 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:59.790460 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea7b5d1b-0798-4926-9984-9328f337657e req-97625c26-1890-4e1a-b2e0-2842f7e8628f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455790 Jun 03 09:58:59.803277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'port_id': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'mac_address': 'fa:16:3e:9a:7b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 09:58:59.803437 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ab5649fc-6695-4d4e-ad66-8e3b58ede39e admin admin] Publish callbacks [] for security_group (d84f40f4-26c1-4c23-b04e-4e16103e97b3), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.836526 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:58:59.837155 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.851376 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8649fd-c65a-45e0-87b5-6023ff2fceaf {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:58:59.856416 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:58:59.872369 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:58:59.944711 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ab5649fc-6695-4d4e-ad66-8e3b58ede39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d84f40f4-26c1-4c23-b04e-4e16103e97b3), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.945182 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.947801 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ab5649fc-6695-4d4e-ad66-8e3b58ede39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:58:59.950078 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-ab5649fc-6695-4d4e-ad66-8e3b58ede39e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d84f40f4-26c1-4c23-b04e-4e16103e97b3 HTTP/1.1" status: 204 len: 168 time: 0.2516937 Jun 03 09:58:59.959693 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5649fc-6695-4d4e-ad66-8e3b58ede39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f40f4-26c1-4c23-b04e-4e16103e97b3,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:00.019355 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:00.020360 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c30d5-5a47-4f25-8ba4-6380ede2b222 req-1910e631-2b13-459f-804a-6159f837d9be tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:00.022086 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ad0c30d5-5a47-4f25-8ba4-6380ede2b222 req-1910e631-2b13-459f-804a-6159f837d9be tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 945 time: 0.0801311 Jun 03 09:59:00.037387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7ef7e-ecdc-4435-9b5b-beb981c045ef req-90e24408-5ee0-4d9e-b023-230756d51693 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:00.038971 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbe7ef7e-ecdc-4435-9b5b-beb981c045ef req-90e24408-5ee0-4d9e-b023-230756d51693 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0618088 Jun 03 09:59:00.109731 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ad0c30d5-5a47-4f25-8ba4-6380ede2b222 req-b8766bd9-f31b-4ff0-9872-1c6f9cb56fec tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790613 Jun 03 09:59:00.117054 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbe7ef7e-ecdc-4435-9b5b-beb981c045ef req-08e4cd78-b692-4980-9ded-effa440b443f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709584 Jun 03 09:59:00.706550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53376) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:00.722022 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bce5e208-6de7-4eaf-940a-40d2526927a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:00.789870 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:00.798849 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bce5e208-6de7-4eaf-940a-40d2526927a1 admin admin] Publish callbacks [] for security_group (ccf42a09-329e-4487-a8b5-5e4c555ee187), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:00.879182 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bce5e208-6de7-4eaf-940a-40d2526927a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ccf42a09-329e-4487-a8b5-5e4c555ee187), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:00.893389 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:00.903889 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['5e8649fd-c65a-45e0-87b5-6023ff2fceaf'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:59:00.910867 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a5091-9d96-4719-87ae-bf26c8fbc79f req-b8e67a9e-998c-4dda-a8a9-406a2a36c8ad tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:00.912351 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e91a5091-9d96-4719-87ae-bf26c8fbc79f req-b8e67a9e-998c-4dda-a8a9-406a2a36c8ad tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0485549 Jun 03 09:59:00.919104 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-bce5e208-6de7-4eaf-940a-40d2526927a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0414b5a62af84263956b6d13ab6ff111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114789 Jun 03 09:59:00.920337 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5e208-6de7-4eaf-940a-40d2526927a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf42a09-329e-4487-a8b5-5e4c555ee187,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:00.922857 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53380) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:00.967346 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e91a5091-9d96-4719-87ae-bf26c8fbc79f req-a3c275f0-6ac1-44e3-a7e2-d573dd72d2ad tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Jun 03 09:59:01.008403 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-872107ac-ce86-49c2-b852-628f8cfd720d admin admin] Publish callbacks [] for security_group (ccf42a09-329e-4487-a8b5-5e4c555ee187), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:01.034670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-6b2e3f65-7362-48dc-b979-2287e3463a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:01.036290 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-6b2e3f65-7362-48dc-b979-2287e3463a23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433972 Jun 03 09:59:01.040754 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-872107ac-ce86-49c2-b852-628f8cfd720d admin admin] Publish callbacks [] for security_group (ccf42a09-329e-4487-a8b5-5e4c555ee187), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:01.056584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:01.256713 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8ff8-dac7-45ea-94d0-352c1d8a419d req-59436554-bf02-46b9-9d23-6ba466973c8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:01.258232 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e96c8ff8-dac7-45ea-94d0-352c1d8a419d req-59436554-bf02-46b9-9d23-6ba466973c8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 945 time: 0.0804341 Jun 03 09:59:01.268371 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d4cd4-d217-4613-85e1-40c9ad0908d5 req-ae5f01b2-88df-4831-9b05-ff428c5fc692 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:01.269867 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-751d4cd4-d217-4613-85e1-40c9ad0908d5 req-ae5f01b2-88df-4831-9b05-ff428c5fc692 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0811028 Jun 03 09:59:01.281968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-872107ac-ce86-49c2-b852-628f8cfd720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ccf42a09-329e-4487-a8b5-5e4c555ee187), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:01.284825 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-872107ac-ce86-49c2-b852-628f8cfd720d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:01.286300 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-872107ac-ce86-49c2-b852-628f8cfd720d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccf42a09-329e-4487-a8b5-5e4c555ee187 HTTP/1.1" status: 204 len: 168 time: 0.3622425 Jun 03 09:59:01.309698 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872107ac-ce86-49c2-b852-628f8cfd720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf42a09-329e-4487-a8b5-5e4c555ee187,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:01.358939 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e96c8ff8-dac7-45ea-94d0-352c1d8a419d req-f1920607-59ed-441c-903b-b13e77f3268d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880275 Jun 03 09:59:01.363185 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-751d4cd4-d217-4613-85e1-40c9ad0908d5 req-4fd8b983-2a45-4fcd-8b15-1a982d886867 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863304 Jun 03 09:59:01.556022 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-f6285d69-5097-43d2-bbe3-f3d1e801d838 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450772 Jun 03 09:59:01.614844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 5e8649fd-c65a-45e0-87b5-6023ff2fceaf up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:59:01.668563 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 09:59:01.727621 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-62172bf3-d401-4aa1-8b37-806bbbdd996f req-c7260710-d28d-48c2-9bf9-365f82a25ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287649 Jun 03 09:59:01.825320 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:59:01.825844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:01.899805 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:59:01.900190 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:01.903499 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:01.928799 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:01.931013 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76956271-48c7-4c4e-b9c7-a11f9bb12e0b" -d '{"events": [{"server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "name": "network-vif-plugged", "status": "completed", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:01.952391 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:01.979467 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8b0b8c-7b08-410f-bf23-00112bf36bf0 x-openstack-request-id: req-ba8b0b8c-7b08-410f-bf23-00112bf36bf0 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:01.979781 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "name": "network-vif-plugged", "status": "completed", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:01.980045 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba8b0b8c-7b08-410f-bf23-00112bf36bf0 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:01.980683 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8b0b8c-7b08-410f-bf23-00112bf36bf0'] response: {'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'code': 200} Jun 03 09:59:02.054925 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=7 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:02.058796 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.115888 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6398f0-ddc3-4153-9aa8-279c742b7b17 req-0c006384-61ef-40d1-a748-96c8d7383d6b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:02.118459 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a6398f0-ddc3-4153-9aa8-279c742b7b17 req-0c006384-61ef-40d1-a748-96c8d7383d6b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0763073 Jun 03 09:59:02.135103 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:02.179955 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a6398f0-ddc3-4153-9aa8-279c742b7b17 req-ef41355a-d1be-484b-9dc2-414bfae00c82 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Jun 03 09:59:02.227702 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53432) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:02.241361 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd25-75de-4cfa-8c8b-087ee0b60039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.316863 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd25-75de-4cfa-8c8b-087ee0b60039 admin admin] Publish callbacks [] for security_group (53a95d96-994d-4f64-afae-625a2871f3f4), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.462436 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd25-75de-4cfa-8c8b-087ee0b60039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (53a95d96-994d-4f64-afae-625a2871f3f4), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.497828 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd78af-3e51-4028-8c89-acd3343cd396 req-ec396cd3-e45a-4d7f-9125-3afc366b21e6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:02.499330 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d9cd78af-3e51-4028-8c89-acd3343cd396 req-ec396cd3-e45a-4d7f-9125-3afc366b21e6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0686693 Jun 03 09:59:02.525939 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2c9fbd25-75de-4cfa-8c8b-087ee0b60039 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a675122b4da64becb2f0bfc401f2f8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971218 Jun 03 09:59:02.528645 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53444) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:02.534502 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fbd25-75de-4cfa-8c8b-087ee0b60039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a95d96-994d-4f64-afae-625a2871f3f4,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:02.575157 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d9cd78af-3e51-4028-8c89-acd3343cd396 req-77535cef-8c98-4e7b-8f8a-bad4f14da7e6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660536 Jun 03 09:59:02.591600 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f20ab25a-7d0b-42d6-b2fe-8d0d6ab8cf4b admin admin] Publish callbacks [] for security_group (53a95d96-994d-4f64-afae-625a2871f3f4), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.616204 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f20ab25a-7d0b-42d6-b2fe-8d0d6ab8cf4b admin admin] Publish callbacks [] for security_group (53a95d96-994d-4f64-afae-625a2871f3f4), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.710990 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336492-1c81-4a63-89bd-a08e865ac344 req-eecc9043-480d-4906-af4e-833b6335346f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:02.712650 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7336492-1c81-4a63-89bd-a08e865ac344 req-eecc9043-480d-4906-af4e-833b6335346f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0741694 Jun 03 09:59:02.770709 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7336492-1c81-4a63-89bd-a08e865ac344 req-b5cb34d9-afd6-4e3c-9d80-eb6357b8c6ec tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501764 Jun 03 09:59:02.801688 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f20ab25a-7d0b-42d6-b2fe-8d0d6ab8cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (53a95d96-994d-4f64-afae-625a2871f3f4), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.804363 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f20ab25a-7d0b-42d6-b2fe-8d0d6ab8cf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:02.805571 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f20ab25a-7d0b-42d6-b2fe-8d0d6ab8cf4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53a95d96-994d-4f64-afae-625a2871f3f4 HTTP/1.1" status: 204 len: 168 time: 0.2759571 Jun 03 09:59:02.814558 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ab25a-7d0b-42d6-b2fe-8d0d6ab8cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a95d96-994d-4f64-afae-625a2871f3f4,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:02.869195 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70c5f-c65d-4342-93a4-935e2b7bd1d2 req-d85f8db1-b6ba-4ec4-852f-036b635d02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:02.871243 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9fe70c5f-c65d-4342-93a4-935e2b7bd1d2 req-d85f8db1-b6ba-4ec4-852f-036b635d02e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 1129 time: 0.0489237 Jun 03 09:59:02.971166 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9fe70c5f-c65d-4342-93a4-935e2b7bd1d2 req-41e2d3b7-ac1e-4fe4-bce3-bb34fc4504ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925419 Jun 03 09:59:03.333369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57a8f-2ca5-4b6c-8a09-01de53c96aaf req-0448ad35-53b0-4714-8b1d-0c28bd309174 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:03.334980 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0ee57a8f-2ca5-4b6c-8a09-01de53c96aaf req-0448ad35-53b0-4714-8b1d-0c28bd309174 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0714345 Jun 03 09:59:03.335907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efbe7d-b504-4d3a-b778-696e708c416d req-4c492cc1-49bb-4d06-9849-bed2f517f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:03.337228 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73efbe7d-b504-4d3a-b778-696e708c416d req-4c492cc1-49bb-4d06-9849-bed2f517f643 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1130 time: 0.0837519 Jun 03 09:59:03.390403 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0ee57a8f-2ca5-4b6c-8a09-01de53c96aaf req-13690d28-323d-4ec6-9dd9-bba2f7f1aae5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486872 Jun 03 09:59:03.593048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 09:59:03.743021 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fe1a-f095-468c-89a1-ccf689fde037 req-e76757be-408b-4ec8-b62a-925001a832cd tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:03.744822 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7552fe1a-f095-468c-89a1-ccf689fde037 req-e76757be-408b-4ec8-b62a-925001a832cd tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0686064 Jun 03 09:59:03.749115 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:03.759991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'a93886de-f812-40e6-81ba-b35e06454a66', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66', 'mac_address': 'fa:16:3e:13:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 09:59:03.802977 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:59:03.803678 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:03.840073 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93886de-f812-40e6-81ba-b35e06454a66 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:59:03.897204 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:03.943806 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7552fe1a-f095-468c-89a1-ccf689fde037 req-621c5395-0cbd-48db-b448-7d1f57cc9535 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910362 Jun 03 09:59:03.990799 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73efbe7d-b504-4d3a-b778-696e708c416d req-5bb5df1e-c338-42d7-9b0d-730323147b1f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119839 Jun 03 09:59:04.006598 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7101ce1-6dda-45bd-b6e8-5662d9fb5f3c req-b4e69f4a-14c2-43bc-a7e6-9c78c56a1c33 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:04.014372 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c7101ce1-6dda-45bd-b6e8-5662d9fb5f3c req-b4e69f4a-14c2-43bc-a7e6-9c78c56a1c33 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1093583 Jun 03 09:59:04.058337 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c7101ce1-6dda-45bd-b6e8-5662d9fb5f3c req-c90d5f98-9fc4-4b9b-80b7-307ff6e23db2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Jun 03 09:59:04.069024 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:04.123924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:04.349735 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['a93886de-f812-40e6-81ba-b35e06454a66'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:59:04.390811 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:04.506928 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f7dd2-027c-4573-a5ea-3c0e26fcd4f8 req-48748ab5-a343-45e0-a75d-3f1bef9d9675 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:04.508037 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-207f7dd2-027c-4573-a5ea-3c0e26fcd4f8 req-48748ab5-a343-45e0-a75d-3f1bef9d9675 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0478754 Jun 03 09:59:04.558926 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-207f7dd2-027c-4573-a5ea-3c0e26fcd4f8 req-ac910ddd-c7e3-4ace-8ad4-20626e98c9b0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Jun 03 09:59:04.859789 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53554) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:04.879633 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:04.969843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-26e598e4-2dba-4484-a9f8-01140ed87da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.024651 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:05.085475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898c1f3-9890-4cdb-8b7d-4722edf9d915 req-3691da98-dd1f-4617-bd61-2803dbc03bd6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:05.087017 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7898c1f3-9890-4cdb-8b7d-4722edf9d915 req-3691da98-dd1f-4617-bd61-2803dbc03bd6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0651898 Jun 03 09:59:05.108305 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-26e598e4-2dba-4484-a9f8-01140ed87da3 admin admin] Publish callbacks [] for security_group (0c17ee3e-59fd-4aff-8f4b-9cd0ae280297), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.153205 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7898c1f3-9890-4cdb-8b7d-4722edf9d915 req-29783897-80cb-456e-8e16-15bf6449a83b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568862 Jun 03 09:59:05.216681 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-26e598e4-2dba-4484-a9f8-01140ed87da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0c17ee3e-59fd-4aff-8f4b-9cd0ae280297), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.231511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fc67e-aa96-47ed-84d0-c86eba41aa1a req-51cb8c2f-f41d-43c8-94aa-f042c17ba5e5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:05.231511 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-934fc67e-aa96-47ed-84d0-c86eba41aa1a req-51cb8c2f-f41d-43c8-94aa-f042c17ba5e5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 945 time: 0.0748217 Jun 03 09:59:05.302936 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-26e598e4-2dba-4484-a9f8-01140ed87da3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73c92a51b6654c7cb905c3b042d2ae6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397426 Jun 03 09:59:05.303980 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53574) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:05.311619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e598e4-2dba-4484-a9f8-01140ed87da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c17ee3e-59fd-4aff-8f4b-9cd0ae280297,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:05.343471 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-934fc67e-aa96-47ed-84d0-c86eba41aa1a req-119d94c2-0aed-47ba-9145-e280d8d461f3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016905 Jun 03 09:59:05.347960 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:05.370982 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3e50efc2-b89f-4149-bc72-c4e10c9f978b admin admin] Publish callbacks [] for security_group (0c17ee3e-59fd-4aff-8f4b-9cd0ae280297), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.394164 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3e50efc2-b89f-4149-bc72-c4e10c9f978b admin admin] Publish callbacks [] for security_group (0c17ee3e-59fd-4aff-8f4b-9cd0ae280297), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.601845 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3e50efc2-b89f-4149-bc72-c4e10c9f978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0c17ee3e-59fd-4aff-8f4b-9cd0ae280297), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.606779 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3e50efc2-b89f-4149-bc72-c4e10c9f978b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.608876 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:59:05.610814 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-3e50efc2-b89f-4149-bc72-c4e10c9f978b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c17ee3e-59fd-4aff-8f4b-9cd0ae280297 HTTP/1.1" status: 204 len: 168 time: 0.3064647 Jun 03 09:59:05.621543 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50efc2-b89f-4149-bc72-c4e10c9f978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c17ee3e-59fd-4aff-8f4b-9cd0ae280297,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:05.666759 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port a93886de-f812-40e6-81ba-b35e06454a66 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 09:59:05.699480 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bbab-a735-4dfd-88fd-628c3cd8e633 req-b7c9ac69-90c9-4484-95e4-f98fff8cd861 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:05.701104 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1833bbab-a735-4dfd-88fd-628c3cd8e633 req-b7c9ac69-90c9-4484-95e4-f98fff8cd861 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0512991 Jun 03 09:59:05.752103 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1833bbab-a735-4dfd-88fd-628c3cd8e633 req-3dfa0e90-6825-43c0-a9d6-70288100b57f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Jun 03 09:59:05.828543 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port a93886de-f812-40e6-81ba-b35e06454a66 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:59:05.829065 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a93886de-f812-40e6-81ba-b35e06454a66), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.939816 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:59:05.940333 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:05.961161 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:05.967580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:05.970017 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd848ea7-85d9-40a1-af4f-380bc628afc0" -d '{"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-plugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:05.999200 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:06.018868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684e4e5a-2255-4e5f-94d6-68598bac0535 x-openstack-request-id: req-684e4e5a-2255-4e5f-94d6-68598bac0535 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:06.018868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-plugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:06.018868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-684e4e5a-2255-4e5f-94d6-68598bac0535 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:06.018868 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684e4e5a-2255-4e5f-94d6-68598bac0535'] response: {'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'code': 200} Jun 03 09:59:06.150068 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.267462 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:06.317316 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fbd22-05b7-43d4-914e-730bac8aa5d8 req-1815e383-f35e-4cd3-b73b-5137fa34f665 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:06.318948 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a6fbd22-05b7-43d4-914e-730bac8aa5d8 req-1815e383-f35e-4cd3-b73b-5137fa34f665 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0614302 Jun 03 09:59:06.375169 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a6fbd22-05b7-43d4-914e-730bac8aa5d8 req-546a4497-fac7-4b9d-89ab-6f46dcbe182e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502498 Jun 03 09:59:06.396129 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53630) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:06.486842 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470f02f-ab89-4b43-8332-933a7c27d0b9 req-d0e4a973-5cac-44e8-8875-bd84e5fb7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:06.488358 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4470f02f-ab89-4b43-8332-933a7c27d0b9 req-d0e4a973-5cac-44e8-8875-bd84e5fb7178 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1130 time: 0.0676186 Jun 03 09:59:06.493350 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-829e006a-4c21-427b-9df6-f122bee66084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.530064 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b83ad38a-9404-411a-bb6c-1ca1940f4b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.550127 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a3c9-efab-48f0-b3c5-03a6f1d7820b req-3898104b-09cc-4c05-985f-22258c3b1b84 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:06.562878 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0b1a3c9-efab-48f0-b3c5-03a6f1d7820b req-3898104b-09cc-4c05-985f-22258c3b1b84 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1007762 Jun 03 09:59:06.643734 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4470f02f-ab89-4b43-8332-933a7c27d0b9 req-7c60eeb5-7662-4f27-a2f9-da69844cce07 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403065 Jun 03 09:59:06.670748 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53638) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:06.684592 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6473-179d-43d9-8f24-56e5b45728ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.713462 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03e6e9-99d5-4e4f-a228-38d13a1ceed2 req-f5b340a2-ccea-4c8e-ba62-3f4dcac7eded tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:06.715061 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b03e6e9-99d5-4e4f-a228-38d13a1ceed2 req-f5b340a2-ccea-4c8e-ba62-3f4dcac7eded tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.1225052 Jun 03 09:59:06.726195 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0b1a3c9-efab-48f0-b3c5-03a6f1d7820b req-57dd6612-40d3-40f6-8e2a-c1c4b8299876 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666691 Jun 03 09:59:06.743779 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-6c031b68-ea39-4866-9ec7-b31dd757c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:06.746044 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-6c031b68-ea39-4866-9ec7-b31dd757c600 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 1129 time: 0.0950689 Jun 03 09:59:06.776842 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6473-179d-43d9-8f24-56e5b45728ff admin admin] Publish callbacks [] for security_group (26eb6cf7-dd51-4ade-8629-d55ee9f86e8e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.805591 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b03e6e9-99d5-4e4f-a228-38d13a1ceed2 req-db1a59b8-cf82-4f0a-aa3f-7a78ffa3fb32 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782378 Jun 03 09:59:06.817659 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b83ad38a-9404-411a-bb6c-1ca1940f4b52 admin admin] Publish callbacks [] for security_group (f4329c65-43c4-49db-9092-f4edccf4d966), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.933752 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6473-179d-43d9-8f24-56e5b45728ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (26eb6cf7-dd51-4ade-8629-d55ee9f86e8e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:06.972500 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-4d1e6473-179d-43d9-8f24-56e5b45728ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad591394972446b0bdcc496304ee3199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006032 Jun 03 09:59:06.973465 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e6473-179d-43d9-8f24-56e5b45728ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb6cf7-dd51-4ade-8629-d55ee9f86e8e,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:06.975118 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53640) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:06.988955 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b83ad38a-9404-411a-bb6c-1ca1940f4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f4329c65-43c4-49db-9092-f4edccf4d966), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.075254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ad38a-9404-411a-bb6c-1ca1940f4b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4329c65-43c4-49db-9092-f4edccf4d966,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:07.083426 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b83ad38a-9404-411a-bb6c-1ca1940f4b52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b71d30f4f69401f8a91347d4b1fa5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6827197 Jun 03 09:59:07.083606 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53644) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:07.083697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-3e5e49a0-3a99-4aa9-a4fc-096df495a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:07.084687 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-3e5e49a0-3a99-4aa9-a4fc-096df495a06f service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.1675093 Jun 03 09:59:07.133969 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2719ac36-61ef-4255-96ed-162165e377b6 admin admin] Publish callbacks [] for security_group (26eb6cf7-dd51-4ade-8629-d55ee9f86e8e), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.137688 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-c6d533e3-80d8-4871-9a8a-0309b3c4b6ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 HTTP/1.1" status: 200 len: 217 time: 0.0433981 Jun 03 09:59:07.143098 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec097-e489-487b-bf02-b0d035fbd181 admin admin] Publish callbacks [] for security_group (f4329c65-43c4-49db-9092-f4edccf4d966), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.158355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2719ac36-61ef-4255-96ed-162165e377b6 admin admin] Publish callbacks [] for security_group (26eb6cf7-dd51-4ade-8629-d55ee9f86e8e), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.167449 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec097-e489-487b-bf02-b0d035fbd181 admin admin] Publish callbacks [] for security_group (f4329c65-43c4-49db-9092-f4edccf4d966), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.169005 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:07.282419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2719ac36-61ef-4255-96ed-162165e377b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (26eb6cf7-dd51-4ade-8629-d55ee9f86e8e), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.286900 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2719ac36-61ef-4255-96ed-162165e377b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.286900 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2719ac36-61ef-4255-96ed-162165e377b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26eb6cf7-dd51-4ade-8629-d55ee9f86e8e HTTP/1.1" status: 204 len: 168 time: 0.3099713 Jun 03 09:59:07.297276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719ac36-61ef-4255-96ed-162165e377b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb6cf7-dd51-4ade-8629-d55ee9f86e8e,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:07.316657 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec097-e489-487b-bf02-b0d035fbd181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f4329c65-43c4-49db-9092-f4edccf4d966), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.345461 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec097-e489-487b-bf02-b0d035fbd181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:07.345461 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9e3ec097-e489-487b-bf02-b0d035fbd181 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4329c65-43c4-49db-9092-f4edccf4d966 HTTP/1.1" status: 204 len: 168 time: 0.2383533 Jun 03 09:59:07.345461 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ec097-e489-487b-bf02-b0d035fbd181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4329c65-43c4-49db-9092-f4edccf4d966,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:07.506199 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ba18d-0fd4-47c1-ad97-385e73799b2e req-cdd264d5-2440-4eac-99af-0dc9c93c3dd1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:07.507843 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d21ba18d-0fd4-47c1-ad97-385e73799b2e req-cdd264d5-2440-4eac-99af-0dc9c93c3dd1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0480978 Jun 03 09:59:07.591868 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d21ba18d-0fd4-47c1-ad97-385e73799b2e req-ccf02552-e9b1-4813-8c2a-30307d8596cc tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782173 Jun 03 09:59:07.595988 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-f5800ce7-f5ac-44aa-a563-3054ea0960fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:07.597385 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-f5800ce7-f5ac-44aa-a563-3054ea0960fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0649254 Jun 03 09:59:07.649721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-763c9a7c-5673-4217-8fde-a6132bc7023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:07.651707 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-763c9a7c-5673-4217-8fde-a6132bc7023a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467803 Jun 03 09:59:07.760268 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4435ac9-f215-4047-acfd-77b2902c6d09 req-1c0dd6c9-a47e-475b-9efe-5bdedca2660a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:07.760268 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a4435ac9-f215-4047-acfd-77b2902c6d09 req-1c0dd6c9-a47e-475b-9efe-5bdedca2660a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0898926 Jun 03 09:59:07.768817 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53678) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:07.777272 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'floatingip': {'port_id': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:08.097576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (58c227e8-d284-4c90-b0ac-bdcb3b686293), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.167359 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-2929e887-cb10-4880-9ee1-6f322d14993b service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065706 Jun 03 09:59:08.193427 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7976c91-dea5-4328-b758-b71633ef205d req-1694f200-4221-45fe-8668-44578c35a2fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:08.194953 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a7976c91-dea5-4328-b758-b71633ef205d req-1694f200-4221-45fe-8668-44578c35a2fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1981409 Jun 03 09:59:08.222093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb520100-8b65-4983-8935-d06c1c0fad61 req-9cffce0f-5673-4999-9c77-a79c5de2ca0c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:08.223591 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb520100-8b65-4983-8935-d06c1c0fad61 req-9cffce0f-5673-4999-9c77-a79c5de2ca0c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.2278218 Jun 03 09:59:08.269527 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53690) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:08.290391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e934b898-3155-467e-88cd-b3c76b6bbd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.373436 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a7976c91-dea5-4328-b758-b71633ef205d req-70c3e869-81bb-43e3-90b3-41371e3c3c7e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577530 Jun 03 09:59:08.379633 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb520100-8b65-4983-8935-d06c1c0fad61 req-99248b32-e670-42cb-baed-3d7aab34dd2e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454258 Jun 03 09:59:08.438994 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53696) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:08.452968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e934b898-3155-467e-88cd-b3c76b6bbd79 admin admin] Publish callbacks [] for security_group (4012dd11-80d6-4c15-83e7-6cf0fe514aeb), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.536669 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e934b898-3155-467e-88cd-b3c76b6bbd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4012dd11-80d6-4c15-83e7-6cf0fe514aeb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.578266 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e934b898-3155-467e-88cd-b3c76b6bbd79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b28ef8349cf9423890616f94abf1868f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081014 Jun 03 09:59:08.580611 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:08.581087 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53702) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:08.589674 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b898-3155-467e-88cd-b3c76b6bbd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4012dd11-80d6-4c15-83e7-6cf0fe514aeb,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:08.624665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e6b63fc4-bc09-4fa6-a220-7bdca16dd528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.675509 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9a9386c1-6d2f-4842-afda-058f60be89b8 admin admin] Publish callbacks [] for security_group (4012dd11-80d6-4c15-83e7-6cf0fe514aeb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.692538 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:08.705725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:08.708401 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9a9386c1-6d2f-4842-afda-058f60be89b8 admin admin] Publish callbacks [] for security_group (4012dd11-80d6-4c15-83e7-6cf0fe514aeb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.762494 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b4012028-36f1-4b09-9e54-3c842db58a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.782696 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e6b63fc4-bc09-4fa6-a220-7bdca16dd528 admin admin] Publish callbacks [] for security_group (a9a47dbb-6a65-43c1-94ba-5351f2d96d55), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.793704 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-38516972-30eb-46bf-8655-c2c125d85fe7 req-e791bea7-c3bc-42fe-b068-ef24d611e787 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100297 Jun 03 09:59:08.879060 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9a9386c1-6d2f-4842-afda-058f60be89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4012dd11-80d6-4c15-83e7-6cf0fe514aeb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.881590 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9a9386c1-6d2f-4842-afda-058f60be89b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.882773 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9a9386c1-6d2f-4842-afda-058f60be89b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4012dd11-80d6-4c15-83e7-6cf0fe514aeb HTTP/1.1" status: 204 len: 168 time: 0.2999279 Jun 03 09:59:08.891246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9386c1-6d2f-4842-afda-058f60be89b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4012dd11-80d6-4c15-83e7-6cf0fe514aeb,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:08.919632 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e6b63fc4-bc09-4fa6-a220-7bdca16dd528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a9a47dbb-6a65-43c1-94ba-5351f2d96d55), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.928054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:08.964016 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e6b63fc4-bc09-4fa6-a220-7bdca16dd528 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a5e775d1b2b4f07a469537c2aceb897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240083 Jun 03 09:59:08.965134 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b63fc4-bc09-4fa6-a220-7bdca16dd528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a47dbb-6a65-43c1-94ba-5351f2d96d55,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:08.966841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53714) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:09.020203 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-067cc581-bdad-47cb-b1ef-5ac02609d66a admin admin] Publish callbacks [] for security_group (a9a47dbb-6a65-43c1-94ba-5351f2d96d55), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:09.024891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (58c227e8-d284-4c90-b0ac-bdcb3b686293), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:09.109699 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-067cc581-bdad-47cb-b1ef-5ac02609d66a admin admin] Publish callbacks [] for security_group (a9a47dbb-6a65-43c1-94ba-5351f2d96d55), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:09.167304 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Floating IP 58c227e8-d284-4c90-b0ac-bdcb3b686293 associated. External IP: 172.27.3.183, port: 5e8649fd-c65a-45e0-87b5-6023ff2fceaf. Jun 03 09:59:09.249311 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:09.549046 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-067cc581-bdad-47cb-b1ef-5ac02609d66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a9a47dbb-6a65-43c1-94ba-5351f2d96d55), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:09.551536 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-067cc581-bdad-47cb-b1ef-5ac02609d66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:09.552625 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-067cc581-bdad-47cb-b1ef-5ac02609d66a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9a47dbb-6a65-43c1-94ba-5351f2d96d55 HTTP/1.1" status: 204 len: 168 time: 0.5847304 Jun 03 09:59:09.553522 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:09.612659 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cc581-bdad-47cb-b1ef-5ac02609d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a47dbb-6a65-43c1-94ba-5351f2d96d55,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:09.646759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3437f2-ef22-4dc9-8ed9-65bd59290b26 req-2e1200a3-7108-42f4-a08b-8371531daccb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:09.648244 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8e3437f2-ef22-4dc9-8ed9-65bd59290b26 req-2e1200a3-7108-42f4-a08b-8371531daccb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1046069 Jun 03 09:59:09.660998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec2faa-ec9e-4aff-8d9b-c8cf3fb77851 req-f31a92ff-9254-48b0-9563-d77a2976e519 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:09.662447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5aec2faa-ec9e-4aff-8d9b-c8cf3fb77851 req-f31a92ff-9254-48b0-9563-d77a2976e519 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.1171601 Jun 03 09:59:09.726866 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 09:59:09.785557 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8e3437f2-ef22-4dc9-8ed9-65bd59290b26 req-ec0d5b80-76df-4fca-9b0c-b46393d4ba1d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309972 Jun 03 09:59:09.800591 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5aec2faa-ec9e-4aff-8d9b-c8cf3fb77851 req-125ecaaa-aa2b-426e-a4c5-a44ecf9d5c42 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271503 Jun 03 09:59:09.802571 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-bb62ab9a-37b2-4e8c-8290-cb66e4b6649d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831428 Jun 03 09:59:09.915603 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-4ea7a46d-9036-405c-be6d-674efa5425fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:09.915965 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-4ea7a46d-9036-405c-be6d-674efa5425fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=69776fa5af0c4573b668bbf8dc200931&device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 1129 time: 0.0519915 Jun 03 09:59:09.970086 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:59:09.991452 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:59:10.002690 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:59:10.003306 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:59:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:10.013850 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:10.019091 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:10.021117 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:10.068046 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0c8e-b57f-4365-ab03-cef292c44a6a req-052f0858-a04c-41f7-9627-b0c1c08cee51 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:10.069792 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d34b0c8e-b57f-4365-ab03-cef292c44a6a req-052f0858-a04c-41f7-9627-b0c1c08cee51 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1385703 Jun 03 09:59:10.079524 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 53760) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:10.084419 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'floatingip': {'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:10.089565 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-eb7afa28-518e-42e3-b2da-1935a18726ae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "PUT /v2.0/floatingips/58c227e8-d284-4c90-b0ac-bdcb3b686293 HTTP/1.1" status: 200 len: 992 time: 2.3194001 Jun 03 09:59:10.092365 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:10.094650 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a28d3-5e6f-4985-9143-a80c39924ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:10.113700 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-85cdcfdf-5694-4a42-8ebe-bb8294774de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:10.115531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-85cdcfdf-5694-4a42-8ebe-bb8294774de5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=375052ce-3f5b-447f-8bb7-eb9324c0a557 HTTP/1.1" status: 200 len: 913 time: 0.1695073 Jun 03 09:59:10.138540 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef46759-3a29-4496-b4cf-71b28695e40b x-openstack-request-id: req-6ef46759-3a29-4496-b4cf-71b28695e40b {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:10.138829 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:10.139071 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ef46759-3a29-4496-b4cf-71b28695e40b {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:10.139467 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef46759-3a29-4496-b4cf-71b28695e40b'] response: {'name': 'network-changed', 'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'status': 'completed', 'code': 200} Jun 03 09:59:10.176491 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-f5638ea0-f1b1-4e15-a788-87b46fc08f2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 HTTP/1.1" status: 200 len: 217 time: 0.0452080 Jun 03 09:59:10.188768 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:59:10.254296 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-0b238469-d721-4135-9a81-be7a68e20edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:10.254296 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-0b238469-d721-4135-9a81-be7a68e20edf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1130 time: 0.0836885 Jun 03 09:59:10.343908 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (ad5d53ae-8167-4380-b159-7ba922795e31), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:10.455078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-2f8e7c29-e7db-44d8-9f39-bbd8216a7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:10.456731 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-2f8e7c29-e7db-44d8-9f39-bbd8216a7346 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 912 time: 0.1983359 Jun 03 09:59:10.469825 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-adae6906-f56c-4c88-a940-722c9e89ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:10.471284 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-adae6906-f56c-4c88-a940-722c9e89ae1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5bbb7f3-1284-4273-8637-2798969e322f HTTP/1.1" status: 200 len: 852 time: 0.2711806 Jun 03 09:59:10.569801 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:10.570989 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53780) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:10.590975 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-1bc19711-1cb5-41a4-b913-b12e24f1c667 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=375052ce-3f5b-447f-8bb7-eb9324c0a557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928061 Jun 03 09:59:10.643772 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '58c227e8-d284-4c90-b0ac-bdcb3b686293', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'port_id': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'mac_address': 'fa:16:3e:9a:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T09:58:31Z', 'updated_at': '2022-06-03T09:59:08Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:10.670386 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-50791f46-b2aa-419c-aaeb-e90a3ffc511a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:10.679890 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:59:10.688890 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:59:10.689909 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:59:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:10.691293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-091a5bc8-232e-4b90-bd2b-0786652694d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 200 len: 1000 time: 0.1995640 Jun 03 09:59:10.795212 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:59:10.813346 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-50791f46-b2aa-419c-aaeb-e90a3ffc511a admin admin] Publish callbacks [] for security_group (8cb968ca-9481-4387-a3a9-d21a9737e88c), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:10.906995 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:10.914589 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-50791f46-b2aa-419c-aaeb-e90a3ffc511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (8cb968ca-9481-4387-a3a9-d21a9737e88c), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:10.981400 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7d8b-31e4-4396-ad49-1a79d91fd6cb req-3c909610-8b5e-4788-a989-7e0f85f0b086 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:10.996783 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-292a7d8b-31e4-4396-ad49-1a79d91fd6cb req-3c909610-8b5e-4788-a989-7e0f85f0b086 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.1098301 Jun 03 09:59:11.043861 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.055795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50791f46-b2aa-419c-aaeb-e90a3ffc511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb968ca-9481-4387-a3a9-d21a9737e88c,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:11.064411 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-50791f46-b2aa-419c-aaeb-e90a3ffc511a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e78d686c1314f91bffc411cf0133c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4802551 Jun 03 09:59:11.064411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:11.065207 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 53792) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:11.068707 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '58c227e8-d284-4c90-b0ac-bdcb3b686293', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'port_id': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'mac_address': 'fa:16:3e:9a:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T09:58:31Z', 'updated_at': '2022-06-03T09:59:08Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:11.095282 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-292a7d8b-31e4-4396-ad49-1a79d91fd6cb req-37155a70-98ea-4a61-964f-2ddf22c64071 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842276 Jun 03 09:59:11.099694 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcbb82-b967-4eef-8d51-d35725f2c37a None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '58c227e8-d284-4c90-b0ac-bdcb3b686293', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'port_id': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'mac_address': 'fa:16:3e:9a:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T09:58:31Z', 'updated_at': '2022-06-03T09:59:08Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:59:11.113698 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (ad5d53ae-8167-4380-b159-7ba922795e31), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.144790 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Publish callbacks [] for security_group (8cb968ca-9481-4387-a3a9-d21a9737e88c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.186650 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Publish callbacks [] for security_group (8cb968ca-9481-4387-a3a9-d21a9737e88c), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.232137 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Floating IP ad5d53ae-8167-4380-b159-7ba922795e31 associated. External IP: 172.27.3.204, port: a93886de-f812-40e6-81ba-b35e06454a66. Jun 03 09:59:11.246084 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.349559 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3aabe-fe33-4903-ae2b-29051dbff76d None None] New status for floating IP 58c227e8-d284-4c90-b0ac-bdcb3b686293: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 09:59:11.385785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (8cb968ca-9481-4387-a3a9-d21a9737e88c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.388944 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.392572 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cb968ca-9481-4387-a3a9-d21a9737e88c HTTP/1.1" status: 204 len: 168 time: 0.3241529 Jun 03 09:59:11.412041 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb968ca-9481-4387-a3a9-d21a9737e88c,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:11.432779 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.432779 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.433075 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.433362 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.433698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.434067 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.434385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.436937 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.437286 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.438221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.440960 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.441379 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.441703 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.442056 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.442394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ed93b-4336-43e6-bc21-a1ddfda8ddd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:11.461423 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 09:59:11.611643 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 09:59:11.623687 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 09:59:11.635551 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:59:11.636167 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:59:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:11.637831 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:11.670949 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-fbcf5311-47e8-4d98-92a9-d8d96253653e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "PUT /v2.0/floatingips/ad5d53ae-8167-4380-b159-7ba922795e31 HTTP/1.1" status: 200 len: 992 time: 1.5902305 Jun 03 09:59:11.671476 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:11.772997 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:59:11.805702 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce94d37e-9673-40bd-bccf-157ea5997736" -d '{"events": [{"name": "network-changed", "server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:11.945854 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:11.989538 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d4abed-eec2-49ff-a2a9-2560f99b15ce x-openstack-request-id: req-10d4abed-eec2-49ff-a2a9-2560f99b15ce {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:11.989858 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:11.990126 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10d4abed-eec2-49ff-a2a9-2560f99b15ce {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:11.990652 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d4abed-eec2-49ff-a2a9-2560f99b15ce'] response: {'name': 'network-changed', 'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'status': 'completed', 'code': 200} Jun 03 09:59:12.008547 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:12.076168 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:12.084480 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'ad5d53ae-8167-4380-b159-7ba922795e31', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'mac_address': 'fa:16:3e:13:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517823d-711a-4e24-9cdf-27812d522a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T09:58:35Z', 'updated_at': '2022-06-03T09:59:10Z', 'revision_number': 1, 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:12.112907 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 09:59:12.127101 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 09:59:12.127101 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T09:59:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:12.238459 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8ee90-f0be-4df3-9ad0-0ed6fa1a4744 req-95f18ec1-3ad4-4d12-9220-506b9313d824 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:12.240501 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-05e8ee90-f0be-4df3-9ad0-0ed6fa1a4744 req-95f18ec1-3ad4-4d12-9220-506b9313d824 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0641592 Jun 03 09:59:12.242556 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:12.248611 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 09:59:12.313971 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-05e8ee90-f0be-4df3-9ad0-0ed6fa1a4744 req-741520e6-6a3d-449d-8f65-56e8767392d1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Jun 03 09:59:12.501213 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'ad5d53ae-8167-4380-b159-7ba922795e31', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'mac_address': 'fa:16:3e:13:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517823d-711a-4e24-9cdf-27812d522a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T09:58:35Z', 'updated_at': '2022-06-03T09:59:10Z', 'revision_number': 1, 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:12.546909 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288586d-6a50-4b9c-ad86-bb30669f4859 None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'ad5d53ae-8167-4380-b159-7ba922795e31', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'mac_address': 'fa:16:3e:13:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517823d-711a-4e24-9cdf-27812d522a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T09:58:35Z', 'updated_at': '2022-06-03T09:59:10Z', 'revision_number': 1, 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 09:59:12.731188 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d44894d-2946-43fa-a1f7-f5694c9746dd None None] New status for floating IP ad5d53ae-8167-4380-b159-7ba922795e31: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 09:59:12.927820 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:13.440633 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970a391-1f58-414e-9a23-3fafa33b0a40 req-f10c6e5f-65ba-4825-a4d4-f946dfe9cf81 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:13.442104 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c970a391-1f58-414e-9a23-3fafa33b0a40 req-f10c6e5f-65ba-4825-a4d4-f946dfe9cf81 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0453882 Jun 03 09:59:13.488103 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:13.491766 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c970a391-1f58-414e-9a23-3fafa33b0a40 req-eb0a134b-2346-409e-93e1-477687db9db3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 Jun 03 09:59:13.773117 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:14.018857 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:14.399433 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-1ea7453f-13ad-4bf9-ad80-9c4cf58fc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:14.400801 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-1ea7453f-13ad-4bf9-ad80-9c4cf58fc6f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.1331415 Jun 03 09:59:14.422651 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-34750100-523e-4ace-8c9f-1b2c6443a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:14.428173 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-34750100-523e-4ace-8c9f-1b2c6443a8ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1130 time: 0.1188266 Jun 03 09:59:14.466096 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-46bb64bb-5dc9-4c5a-bfaf-6e85d264140b service neutron] 10.222.0.59 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901405 Jun 03 09:59:14.467178 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-ecdc8b4c-2570-4844-90db-5a42e59ba019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:14.468531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-ecdc8b4c-2570-4844-90db-5a42e59ba019 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571406 Jun 03 09:59:14.604740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8cb03-2db2-4b9b-af50-029d37d17a94 req-f6851a48-f921-404a-9787-d2ec22121211 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:14.606205 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e6d8cb03-2db2-4b9b-af50-029d37d17a94 req-f6851a48-f921-404a-9787-d2ec22121211 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0456736 Jun 03 09:59:14.652260 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e6d8cb03-2db2-4b9b-af50-029d37d17a94 req-44f1ca24-2e64-4cfb-8e32-b02babd80ceb tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Jun 03 09:59:14.988068 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:15.253595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:15.773109 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59f04-e81a-4093-b0d1-208961f9681b req-5f8624bf-29fe-4767-9843-a366e6ec299b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:15.774650 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-abe59f04-e81a-4093-b0d1-208961f9681b req-5f8624bf-29fe-4767-9843-a366e6ec299b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0530865 Jun 03 09:59:15.824036 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-abe59f04-e81a-4093-b0d1-208961f9681b req-938e255c-7647-4698-80cf-9de899c3862a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Jun 03 09:59:15.879139 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:16.168054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:16.938792 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a0c8-4902-4bef-a54d-0891d17d4edb req-d6eba336-e853-4088-be3d-fcc05cd2fb9c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:16.940263 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d416a0c8-4902-4bef-a54d-0891d17d4edb req-d6eba336-e853-4088-be3d-fcc05cd2fb9c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0465157 Jun 03 09:59:16.988750 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d416a0c8-4902-4bef-a54d-0891d17d4edb req-2bf7ef8f-1d11-4217-a063-c53562a6cad9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Jun 03 09:59:17.165435 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:17.384139 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54032) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:17.423984 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:17.494269 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a078ec54-7c75-4040-93ae-cda7d41ec024 req-43fc97e7-c5e2-4403-8eb7-91496744ec6b service neutron] 10.222.0.59 "GET /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273216 Jun 03 09:59:17.502449 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:17.515130 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-9f72e978-980b-4711-ba13-94b80d8a2d3e service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300456 Jun 03 09:59:17.516221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-9592cf21-c251-444c-ba2d-17d187e023a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:17.517545 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-9592cf21-c251-444c-ba2d-17d187e023a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 918 time: 0.2308426 Jun 03 09:59:17.584151 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Publish callbacks [] for security_group (cfc02ef6-78af-44b9-b762-3db265d77fdb), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:17.629871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:17.659380 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-d74c6656-9672-4c26-9e88-04234f2875c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 200 len: 1002 time: 0.1227779 Jun 03 09:59:17.679771 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e2a28d3-5e6f-4985-9143-a80c39924ce8 req-5c4cfa6e-17b5-45ba-bd70-09321cbdbab2 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444547 Jun 03 09:59:17.690755 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cfc02ef6-78af-44b9-b762-3db265d77fdb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:17.734578 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54044) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:17.746477 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=743f86f82f814ad79420eb6128028139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610160 Jun 03 09:59:17.748250 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc02ef6-78af-44b9-b762-3db265d77fdb,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:17.757270 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.757978 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.758522 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.759056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.759579 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.760965 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.761495 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.762594 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.763136 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.763640 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.764205 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.764727 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.765057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.765596 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.766047 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cc3cd-6b80-48c6-af42-4e5948d7ebbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:17.790534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-98e5df82-6b6b-4bb2-85f3-0b4f03eae566 admin admin] Publish callbacks [] for security_group (cfc02ef6-78af-44b9-b762-3db265d77fdb), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:17.812146 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-98e5df82-6b6b-4bb2-85f3-0b4f03eae566 admin admin] Publish callbacks [] for security_group (cfc02ef6-78af-44b9-b762-3db265d77fdb), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:18.048437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-0d179705-c9f9-4f5c-848c-68c1f06f9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:18.050050 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-0d179705-c9f9-4f5c-848c-68c1f06f9a50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0604398 Jun 03 09:59:18.050703 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-98e5df82-6b6b-4bb2-85f3-0b4f03eae566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cfc02ef6-78af-44b9-b762-3db265d77fdb), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:18.053324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-98e5df82-6b6b-4bb2-85f3-0b4f03eae566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:18.057920 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-98e5df82-6b6b-4bb2-85f3-0b4f03eae566 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cfc02ef6-78af-44b9-b762-3db265d77fdb HTTP/1.1" status: 204 len: 168 time: 0.3222470 Jun 03 09:59:18.119286 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5df82-6b6b-4bb2-85f3-0b4f03eae566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc02ef6-78af-44b9-b762-3db265d77fdb,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:18.156518 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-e77a9572-fd09-4310-9b58-7064a238f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:18.158032 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-e77a9572-fd09-4310-9b58-7064a238f1e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861065 Jun 03 09:59:18.166466 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d366-c852-4fa8-8e80-fa142f28c0de req-c8e91fc6-ea03-4f32-a88c-49066f0cb98c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:18.169289 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c914d366-c852-4fa8-8e80-fa142f28c0de req-c8e91fc6-ea03-4f32-a88c-49066f0cb98c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0806849 Jun 03 09:59:18.218917 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c914d366-c852-4fa8-8e80-fa142f28c0de req-44639ff6-df11-47d6-8e60-2defa702a481 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Jun 03 09:59:18.296610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dacf8-9b7d-40f6-9f0e-a62d91b8c9fd req-f12868f1-7c63-4c0a-a850-5c990ed08091 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:18.298231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a70dacf8-9b7d-40f6-9f0e-a62d91b8c9fd req-f12868f1-7c63-4c0a-a850-5c990ed08091 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0511234 Jun 03 09:59:18.347869 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a70dacf8-9b7d-40f6-9f0e-a62d91b8c9fd req-8b21b6b7-aae9-4962-9662-c38e531ac304 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Jun 03 09:59:18.671729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:18.796891 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54072) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:18.811129 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1eb0052e-fefa-45a8-adef-5513ef00e6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:18.887951 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1eb0052e-fefa-45a8-adef-5513ef00e6b2 admin admin] Publish callbacks [] for security_group (3e066843-c6d1-4029-87ba-842a3b398f70), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:19.059211 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1eb0052e-fefa-45a8-adef-5513ef00e6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3e066843-c6d1-4029-87ba-842a3b398f70), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:19.108150 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54094) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:19.108683 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1eb0052e-fefa-45a8-adef-5513ef00e6b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbab53fa4d574851854c58f14f18f74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102350 Jun 03 09:59:19.109348 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0052e-fefa-45a8-adef-5513ef00e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e066843-c6d1-4029-87ba-842a3b398f70,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:19.171279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f17f48ff-5933-47b6-8724-e4be496e03a3 admin admin] Publish callbacks [] for security_group (3e066843-c6d1-4029-87ba-842a3b398f70), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:19.192476 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f17f48ff-5933-47b6-8724-e4be496e03a3 admin admin] Publish callbacks [] for security_group (3e066843-c6d1-4029-87ba-842a3b398f70), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:19.260533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:19.334544 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7ebb-89ca-4be1-b7ad-0aa45231fe38 req-d2f198b8-3114-4db2-96ed-d1e9ccf1a96b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:19.336029 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ddfa7ebb-89ca-4be1-b7ad-0aa45231fe38 req-d2f198b8-3114-4db2-96ed-d1e9ccf1a96b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0481026 Jun 03 09:59:19.337075 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f17f48ff-5933-47b6-8724-e4be496e03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3e066843-c6d1-4029-87ba-842a3b398f70), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:19.340102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f17f48ff-5933-47b6-8724-e4be496e03a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:19.341123 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f17f48ff-5933-47b6-8724-e4be496e03a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e066843-c6d1-4029-87ba-842a3b398f70 HTTP/1.1" status: 204 len: 168 time: 0.2304275 Jun 03 09:59:19.360685 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f48ff-5933-47b6-8724-e4be496e03a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e066843-c6d1-4029-87ba-842a3b398f70,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:19.410572 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ddfa7ebb-89ca-4be1-b7ad-0aa45231fe38 req-779418da-014c-46d5-a3f7-d3b360375fbb tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Jun 03 09:59:19.504228 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92d193-a26d-4afd-83d6-760a3d68a658 req-1f6bcd29-b377-4352-a63b-ed77b1bfc536 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:19.505696 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1a92d193-a26d-4afd-83d6-760a3d68a658 req-1f6bcd29-b377-4352-a63b-ed77b1bfc536 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0526760 Jun 03 09:59:19.553437 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1a92d193-a26d-4afd-83d6-760a3d68a658 req-83a773ab-7d89-4678-8268-455f400d09b5 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Jun 03 09:59:19.595992 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:20.516303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0583a-0e23-4c3a-9001-904655c0aaff req-7bb72df6-9910-4c6e-b13d-cc88a7996cca tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:20.519946 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9eb0583a-0e23-4c3a-9001-904655c0aaff req-7bb72df6-9910-4c6e-b13d-cc88a7996cca tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0487759 Jun 03 09:59:20.552974 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54148) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:20.581266 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9eb0583a-0e23-4c3a-9001-904655c0aaff req-880709b9-b674-4eac-b9bc-ab29dd469596 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 Jun 03 09:59:20.652099 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-757037023-network', 'tenant_id': '4e1793ba5f584cb0a9005c50d80c5c06'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:20.675325 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240b39-8c1c-499a-b150-d133951389e6 req-37c45fd2-e3c7-44d4-a89c-2d8e1b874f47 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:20.675325 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-67240b39-8c1c-499a-b150-d133951389e6 req-37c45fd2-e3c7-44d4-a89c-2d8e1b874f47 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0457447 Jun 03 09:59:20.718502 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-67240b39-8c1c-499a-b150-d133951389e6 req-a660c46e-a206-46ec-b7e7-fdb55181f695 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Jun 03 09:59:20.762369 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Made reservation on behalf of 4e1793ba5f584cb0a9005c50d80c5c06 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:59:20.764694 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:20.776061 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:20.904667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:20.958753 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:20.979872 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks [] for security_group (d7b7850e-a035-446f-8e1b-e4d119fdc8ef), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.005617 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:59:21.045021 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d7b7850e-a035-446f-8e1b-e4d119fdc8ef), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.069990 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 09:59:21.080406 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b7850e-a035-446f-8e1b-e4d119fdc8ef,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:21.084979 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (6aa91255-e781-4dc3-913b-01ac4561f5b3), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.085303 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Added segment 6aa91255-e781-4dc3-913b-01ac4561f5b3 of type vlan for network 98a7d991-7855-4bdc-8799-20026edb30df Jun 03 09:59:21.115793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:21.124645 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (98a7d991-7855-4bdc-8799-20026edb30df), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.134870 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:21.241435 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (98a7d991-7855-4bdc-8799-20026edb30df), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.242483 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:21.243064 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.303160 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] Pushing event updated for resources: {'Network': ['ID=98a7d991-7855-4bdc-8799-20026edb30df,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:21.313586 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 98a7d991-7855-4bdc-8799-20026edb30df details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 09:59:21.350159 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:21.380829 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-78d7bae1-d10b-4c9a-b3af-0ff14ef72454 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8267679 Jun 03 09:59:21.383590 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54158) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:21.388402 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Request body: {'subnet': {'network_id': '98a7d991-7855-4bdc-8799-20026edb30df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-757037023-subnet', 'tenant_id': '4e1793ba5f584cb0a9005c50d80c5c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:21.467584 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Made reservation on behalf of 4e1793ba5f584cb0a9005c50d80c5c06 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:59:21.469990 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.690799 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (cb64965f-aa2e-4793-90e9-d8e8b0a08646), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.703407 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ebb8-11a6-4ae8-96c9-b4d281bf733a req-73c68db6-da1e-49c4-96e3-fa35c797b6da tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:21.704921 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2c92ebb8-11a6-4ae8-96c9-b4d281bf733a req-73c68db6-da1e-49c4-96e3-fa35c797b6da tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0463865 Jun 03 09:59:21.748232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb64965f-aa2e-4793-90e9-d8e8b0a08646,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:21.757977 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Checking segment: {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:59:21.758379 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Network hostable DHCP agents. Network: 98a7d991-7855-4bdc-8799-20026edb30df, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 09:59:21.758785 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2c92ebb8-11a6-4ae8-96c9-b4d281bf733a req-f4783ca3-6306-4423-88bf-157c6e76049c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Jun 03 09:59:21.841365 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475316f3-31a6-4414-b4d3-da4e80092680 req-55d25d52-0121-42d7-a7f6-e33e9bce1d37 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:21.842745 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-475316f3-31a6-4414-b4d3-da4e80092680 req-55d25d52-0121-42d7-a7f6-e33e9bce1d37 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0482173 Jun 03 09:59:21.864270 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Network 98a7d991-7855-4bdc-8799-20026edb30df is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 09:59:21.888890 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-475316f3-31a6-4414-b4d3-da4e80092680 req-2090ea86-dc28-4d73-9b0d-e5fb082894ad tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Jun 03 09:59:21.972514 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 98a7d991-7855-4bdc-8799-20026edb30df) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:59:21.976734 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:21.977344 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:21.982317 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19831c6d-0071-435d-934a-9a5ccf2c05b4 None None] Network 98a7d991-7855-4bdc-8799-20026edb30df requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:59:22.061367 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-d23e46b5-a160-4b11-953e-fcf1d89a3ae1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6767139 Jun 03 09:59:22.080579 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3eff1-4c74-43ec-a970-6d95529ad34e None None] Network 98a7d991-7855-4bdc-8799-20026edb30df requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 09:59:22.367620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:22.582029 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-5b290d11-2aed-432f-b5ca-d8e7e92baacc service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820866 Jun 03 09:59:22.876440 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e608a-a144-4210-a136-bb9f1918823f req-33ee9f35-cbf1-4065-886a-1b093fab61dc tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:22.877942 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e10e608a-a144-4210-a136-bb9f1918823f req-33ee9f35-cbf1-4065-886a-1b093fab61dc tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0500712 Jun 03 09:59:22.889661 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:22.925347 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e10e608a-a144-4210-a136-bb9f1918823f req-d209bb43-eeee-412d-afac-3a6ddffcd236 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Jun 03 09:59:23.265426 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f8e5b-3202-4f11-8234-0734e68275c0 req-b2150a82-c79f-4c1b-b8ac-1f89495dafd8 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:23.267652 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-774f8e5b-3202-4f11-8234-0734e68275c0 req-b2150a82-c79f-4c1b-b8ac-1f89495dafd8 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.3004551 Jun 03 09:59:23.330267 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce94d37e-9673-40bd-bccf-157ea5997736 req-c1ae447f-9536-4cc6-8f4d-6db963a34569 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843124 Jun 03 09:59:23.351678 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-528f4dfe-6b99-4f80-8392-5b3632f0fc9d tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:23.353091 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-528f4dfe-6b99-4f80-8392-5b3632f0fc9d tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 945 time: 0.0708144 Jun 03 09:59:23.376548 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-774f8e5b-3202-4f11-8234-0734e68275c0 req-63ec6363-e58d-44a8-b833-71707088c997 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/security-groups?id=5534732c-2640-47f8-9f06-3ef42ec2eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034119 Jun 03 09:59:23.489569 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Deleting port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 09:59:23.489950 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:23.583452 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] For port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,segment=NetworkSegment(f70e38e3-4592-4a46-a57a-c514bb0b1c8e),segment_id=f70e38e3-4592-4a46-a57a-c514bb0b1c8e)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:23.583812 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:23.598236 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Calling delete_port for 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 09:59:23.698962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:23.862156 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:23.878323 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:59:23.892597 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Pushing event deleted for resources: {'Port': ['ID=7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:23.958541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] No DVR routers for this DVR port 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 09:59:23.961758 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:23.965376 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c89f8bda-95b8-4b5f-9960-3cb3cf87b915 req-a13a717b-4921-4c08-b622-a925bced2b42 tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.59 "DELETE /v2.0/ports/7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 HTTP/1.1" status: 204 len: 173 time: 0.6002471 Jun 03 09:59:23.965815 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'name': 'network-vif-deleted', 'tag': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:23.968070 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa8901-8abf-4ff7-919f-54c2b99e42c7" -d '{"events": [{"server_uuid": "0fee24c1-4a54-47e9-9a0a-0726af3cf00a", "name": "network-vif-deleted", "tag": "7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:24.008569 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a2f33f-4f4c-4d14-b4b3-3b86775d0df4 x-openstack-request-id: req-68a2f33f-4f4c-4d14-b4b3-3b86775d0df4 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:24.008970 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fee24c1-4a54-47e9-9a0a-0726af3cf00a", "name": "network-vif-deleted", "tag": "7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:24.009224 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68a2f33f-4f4c-4d14-b4b3-3b86775d0df4 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:24.009656 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a2f33f-4f4c-4d14-b4b3-3b86775d0df4'] response: {'server_uuid': '0fee24c1-4a54-47e9-9a0a-0726af3cf00a', 'name': 'network-vif-deleted', 'tag': '7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22', 'status': 'completed', 'code': 200} Jun 03 09:59:24.070686 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b626e-2c33-4f6a-991d-8a20b307362c req-4d9b87f3-4c93-4de6-8161-641194e07e5b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:24.072339 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-349b626e-2c33-4f6a-991d-8a20b307362c req-4d9b87f3-4c93-4de6-8161-641194e07e5b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0478189 Jun 03 09:59:24.122257 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-349b626e-2c33-4f6a-991d-8a20b307362c req-f9f7e2b5-37f1-4058-9412-54049585ffed tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Jun 03 09:59:24.482110 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5a5a1cc0-ffe8-4253-8c08-ad79ae9fedb8 req-37e0be07-f150-493d-92ea-b5908a5e4cbc tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.0288417 Jun 03 09:59:24.578377 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:24.586584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-e40df923-c4a1-4a2e-8ed9-724906928a41 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:24.593383 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-e40df923-c4a1-4a2e-8ed9-724906928a41 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/networks?id=98a7d991-7855-4bdc-8799-20026edb30df HTTP/1.1" status: 200 len: 808 time: 0.1143496 Jun 03 09:59:24.603574 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-b6a94c85-d237-4341-b88d-cb468e1b0a95 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/quotas/4e1793ba5f584cb0a9005c50d80c5c06 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Jun 03 09:59:24.643713 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-cdd5c2e0-9f8f-4a4a-9326-175de44f78ef tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329394 Jun 03 09:59:24.735344 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-a7c5b53b-4443-4b87-a0d5-7afdf63c793c service neutron] 10.222.0.42 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842371 Jun 03 09:59:24.834520 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-b29a3caa-a384-4d33-81d4-a76aab7a5d8d service neutron] 10.222.0.42 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935571 Jun 03 09:59:25.248159 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068de1-ee1f-47b0-bc22-160fc0321ac6 req-57a2440a-a180-4623-a39b-b43d624a3d0c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:25.250034 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c0068de1-ee1f-47b0-bc22-160fc0321ac6 req-57a2440a-a180-4623-a39b-b43d624a3d0c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0541663 Jun 03 09:59:25.311361 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54262) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:25.313180 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c0068de1-ee1f-47b0-bc22-160fc0321ac6 req-ad19e6f7-e9cc-4424-86a4-18eae822008e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573716 Jun 03 09:59:25.372778 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-34ebb4d0-d7af-4368-b9b4-5487a163322c req-055f4e48-fe99-4723-b203-7dffef2cfb13 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0313954 Jun 03 09:59:25.427256 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-83a3ed1e-3813-4000-b2ee-c2838849c11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:25.518289 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-83a3ed1e-3813-4000-b2ee-c2838849c11a admin admin] Publish callbacks [] for security_group (6477d3c1-aa3f-4386-8e1a-49a29cc2aa39), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:25.603265 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9ca5739d-51b8-4971-8080-2957e7a437cc req-e894067f-02b8-4351-ac2f-52e08d86cbce tempest-DeleteServersTestJSON-1800424518 tempest-DeleteServersTestJSON-1800424518-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fee24c1-4a54-47e9-9a0a-0726af3cf00a HTTP/1.1" status: 200 len: 210 time: 0.0314469 Jun 03 09:59:25.707931 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-83a3ed1e-3813-4000-b2ee-c2838849c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6477d3c1-aa3f-4386-8e1a-49a29cc2aa39), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:25.751413 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-83a3ed1e-3813-4000-b2ee-c2838849c11a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7f54ad5ae4f4661b1a365a61c769c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389813 Jun 03 09:59:25.754399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54284) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:25.756355 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ed1e-3813-4000-b2ee-c2838849c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477d3c1-aa3f-4386-8e1a-49a29cc2aa39,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:25.812724 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-badd059b-7442-46dd-a315-4374836e0634 admin admin] Publish callbacks [] for security_group (6477d3c1-aa3f-4386-8e1a-49a29cc2aa39), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:25.844078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-badd059b-7442-46dd-a315-4374836e0634 admin admin] Publish callbacks [] for security_group (6477d3c1-aa3f-4386-8e1a-49a29cc2aa39), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:25.876584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:26.104484 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-badd059b-7442-46dd-a315-4374836e0634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6477d3c1-aa3f-4386-8e1a-49a29cc2aa39), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:26.108772 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-badd059b-7442-46dd-a315-4374836e0634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:26.109638 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-badd059b-7442-46dd-a315-4374836e0634 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6477d3c1-aa3f-4386-8e1a-49a29cc2aa39 HTTP/1.1" status: 204 len: 168 time: 0.3537972 Jun 03 09:59:26.119760 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd059b-7442-46dd-a315-4374836e0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477d3c1-aa3f-4386-8e1a-49a29cc2aa39,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:26.443400 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54775e9-9842-4ac9-b3b8-0c8c4d0891c1 req-d0b1aaa7-918e-402b-81ad-a0c03cdc3b03 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:26.445004 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f54775e9-9842-4ac9-b3b8-0c8c4d0891c1 req-d0b1aaa7-918e-402b-81ad-a0c03cdc3b03 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0558705 Jun 03 09:59:26.486144 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aec26a60-ddf3-46ad-b3b5-bf87a03353a0 req-5632ecb6-6077-466f-b5ea-c7dbc8be68b9 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0401235 Jun 03 09:59:26.517499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f54775e9-9842-4ac9-b3b8-0c8c4d0891c1 req-2a9be32e-2d4d-4596-8e39-bcbe652c8961 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629189 Jun 03 09:59:26.834194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54330) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:26.991653 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-280cc051-9fe8-4b0c-92f8-53609744018d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.072881 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-280cc051-9fe8-4b0c-92f8-53609744018d admin admin] Publish callbacks [] for security_group (0989a09f-d22b-4549-ad23-05b6f12860ea), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.155918 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-280cc051-9fe8-4b0c-92f8-53609744018d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0989a09f-d22b-4549-ad23-05b6f12860ea), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.198100 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cc051-9fe8-4b0c-92f8-53609744018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0989a09f-d22b-4549-ad23-05b6f12860ea,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:27.203557 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-280cc051-9fe8-4b0c-92f8-53609744018d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4991062b0ee46f3a1be8482be7ef5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682663 Jun 03 09:59:27.206258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54346) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:27.256477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4c1af84-10ae-47e0-a93c-c638c211faa8 admin admin] Publish callbacks [] for security_group (0989a09f-d22b-4549-ad23-05b6f12860ea), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.280794 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4c1af84-10ae-47e0-a93c-c638c211faa8 admin admin] Publish callbacks [] for security_group (0989a09f-d22b-4549-ad23-05b6f12860ea), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.441822 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4c1af84-10ae-47e0-a93c-c638c211faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0989a09f-d22b-4549-ad23-05b6f12860ea), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.446047 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d4c1af84-10ae-47e0-a93c-c638c211faa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:27.447337 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d4c1af84-10ae-47e0-a93c-c638c211faa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0989a09f-d22b-4549-ad23-05b6f12860ea HTTP/1.1" status: 204 len: 168 time: 0.2401876 Jun 03 09:59:27.455612 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1af84-10ae-47e0-a93c-c638c211faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989a09f-d22b-4549-ad23-05b6f12860ea,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:27.589541 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5f9eb840-4720-4c9a-a2cf-de950f4455e3 req-e5bf5f24-44b0-4c7c-a662-648a57afcbc8 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0340865 Jun 03 09:59:27.660684 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565c886-6c5c-4f50-a578-664df7a09e91 req-bbde5074-049f-4cfe-8ca0-dada22cc1701 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:27.662179 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b565c886-6c5c-4f50-a578-664df7a09e91 req-bbde5074-049f-4cfe-8ca0-dada22cc1701 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0470824 Jun 03 09:59:27.665771 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 09:59:27.688494 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 09:59:27.689094 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 7f22a49d-b6ec-4dd7-93b2-f7ec2f927c22 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 09:59:27.718784 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b565c886-6c5c-4f50-a578-664df7a09e91 req-777b460e-45e7-46d8-911e-490a880d59ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Jun 03 09:59:27.926297 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54364) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:28.089228 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4967244e-08a0-4ad3-a0c9-1400abcf626a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.172083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4967244e-08a0-4ad3-a0c9-1400abcf626a admin admin] Publish callbacks [] for security_group (29a0cd57-7a00-4533-9665-97e14c832ada), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.252122 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54380) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:28.294457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4967244e-08a0-4ad3-a0c9-1400abcf626a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (29a0cd57-7a00-4533-9665-97e14c832ada), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.300253 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Deleting subnet d5bbb7f3-1284-4273-8637-2798969e322f {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 09:59:28.303640 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Publish callbacks [] for subnet (d5bbb7f3-1284-4273-8637-2798969e322f), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.339163 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (d5bbb7f3-1284-4273-8637-2798969e322f), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.342506 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=12 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:28.348277 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4967244e-08a0-4ad3-a0c9-1400abcf626a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25f510accfb348c09e5310ad8077905a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209049 Jun 03 09:59:28.355304 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967244e-08a0-4ad3-a0c9-1400abcf626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a0cd57-7a00-4533-9665-97e14c832ada,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:28.364926 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54384) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:28.365683 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54386) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:28.380301 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (d5bbb7f3-1284-4273-8637-2798969e322f), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.388945 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b67675-f024-403b-9484-b4384468232f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.432260 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:28.457117 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd575-b1c0-4242-91ac-e54c4ea5591b admin admin] Publish callbacks [] for security_group (29a0cd57-7a00-4533-9665-97e14c832ada), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.491084 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd575-b1c0-4242-91ac-e54c4ea5591b admin admin] Publish callbacks [] for security_group (29a0cd57-7a00-4533-9665-97e14c832ada), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.550606 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b67675-f024-403b-9484-b4384468232f admin admin] Publish callbacks [] for security_group (f95fdde3-59d5-4173-8247-f334134590d4), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.618971 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (d5bbb7f3-1284-4273-8637-2798969e322f), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.649043 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-2d84fe6c-c71e-4281-91ec-a042cb417d22 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:28.652490 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-2d84fe6c-c71e-4281-91ec-a042cb417d22 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "GET /v2.0/networks?id=98a7d991-7855-4bdc-8799-20026edb30df HTTP/1.1" status: 200 len: 808 time: 0.1147327 Jun 03 09:59:28.654028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b67675-f024-403b-9484-b4384468232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f95fdde3-59d5-4173-8247-f334134590d4), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.659252 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bbb7f3-1284-4273-8637-2798969e322f,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:28.668123 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.672890 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-ede60522-4c95-4823-be63-a98a8341c610 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d5bbb7f3-1284-4273-8637-2798969e322f HTTP/1.1" status: 204 len: 168 time: 0.4188864 Jun 03 09:59:28.673085 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54394) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:28.687082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Request body: {'port': {'device_id': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df', 'admin_state_up': True, 'tenant_id': '4e1793ba5f584cb0a9005c50d80c5c06'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:28.730597 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f94638b-197f-479b-8a0b-74ef8ffe504b req-33c72191-ee51-4514-ae61-e5b379731e0a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0723326 Jun 03 09:59:28.748147 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (375052ce-3f5b-447f-8bb7-eb9324c0a557), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.797224 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd575-b1c0-4242-91ac-e54c4ea5591b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (29a0cd57-7a00-4533-9665-97e14c832ada), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.799924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd575-b1c0-4242-91ac-e54c4ea5591b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.801063 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-3f2cd575-b1c0-4242-91ac-e54c4ea5591b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29a0cd57-7a00-4533-9665-97e14c832ada HTTP/1.1" status: 204 len: 168 time: 0.4348094 Jun 03 09:59:28.810383 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-85b67675-f024-403b-9484-b4384468232f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c11f9aab8664daa8ea171cf44ccd571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427519 Jun 03 09:59:28.811128 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b67675-f024-403b-9484-b4384468232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fdde3-59d5-4173-8247-f334134590d4,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:28.816742 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54400) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:28.838882 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cd575-b1c0-4242-91ac-e54c4ea5591b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a0cd57-7a00-4533-9665-97e14c832ada,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:28.848856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (375052ce-3f5b-447f-8bb7-eb9324c0a557), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.871475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375052ce-3f5b-447f-8bb7-eb9324c0a557']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:28.881656 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:28.881970 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70e38e3-4592-4a46-a57a-c514bb0b1c8e') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 09:59:28.892332 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (f70e38e3-4592-4a46-a57a-c514bb0b1c8e), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.906834 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (f70e38e3-4592-4a46-a57a-c514bb0b1c8e), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.913634 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 09:59:28.914058 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (f70e38e3-4592-4a46-a57a-c514bb0b1c8e), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:28.943923 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f5d11-9b89-4bd8-97b0-78042fba9287 req-45f15857-175e-4579-83b9-9fb34bdd0adf tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:28.950996 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-521f5d11-9b89-4bd8-97b0-78042fba9287 req-45f15857-175e-4579-83b9-9fb34bdd0adf tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.1177042 Jun 03 09:59:28.955423 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment f70e38e3-4592-4a46-a57a-c514bb0b1c8e resource provider aggregate not found Jun 03 09:59:28.985616 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment f70e38e3-4592-4a46-a57a-c514bb0b1c8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f70e38e3-4592-4a46-a57a-c514bb0b1c8e found for delete ", "request_id": "req-4192a6a6-26ac-4a19-a79e-44f885fb6cf7"}]} Jun 03 09:59:28.996233 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-111db1a7-2fe2-4219-be52-151022e40972 admin admin] Publish callbacks [] for security_group (f95fdde3-59d5-4173-8247-f334134590d4), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.036940 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-111db1a7-2fe2-4219-be52-151022e40972 admin admin] Publish callbacks [] for security_group (f95fdde3-59d5-4173-8247-f334134590d4), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.049965 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:29.059054 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (375052ce-3f5b-447f-8bb7-eb9324c0a557), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.083056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=375052ce-3f5b-447f-8bb7-eb9324c0a557,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:29.097644 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.100801 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-bae4d9c0-c7b8-440e-a628-3fad828fc1fb admin admin] 10.222.0.42 "DELETE /v2.0/networks/375052ce-3f5b-447f-8bb7-eb9324c0a557 HTTP/1.1" status: 204 len: 168 time: 0.4266195 Jun 03 09:59:29.106923 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-521f5d11-9b89-4bd8-97b0-78042fba9287 req-c81893f5-6dcd-45eb-8b58-3a25e3692c95 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465189 Jun 03 09:59:29.178898 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Made reservation on behalf of 4e1793ba5f584cb0a9005c50d80c5c06 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:59:29.182942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.209642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-111db1a7-2fe2-4219-be52-151022e40972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f95fdde3-59d5-4173-8247-f334134590d4), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.212310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-111db1a7-2fe2-4219-be52-151022e40972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.213444 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-111db1a7-2fe2-4219-be52-151022e40972 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f95fdde3-59d5-4173-8247-f334134590d4 HTTP/1.1" status: 204 len: 168 time: 0.3962643 Jun 03 09:59:29.254187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db1a7-2fe2-4219-be52-151022e40972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fdde3-59d5-4173-8247-f334134590d4,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:29.323177 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Allocated IP 172.20.0.12 (98a7d991-7855-4bdc-8799-20026edb30df/cb64965f-aa2e-4793-90e9-d8e8b0a08646/3cad2bdc-c218-4a69-ba3b-f09c36418bdc) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:59:29.464917 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks [] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.639524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.684412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Network 98a7d991-7855-4bdc-8799-20026edb30df is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:59:29.687725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:59:29.691744 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54422) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:29.695176 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:59:29.701242 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:29.701870 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.716127 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12bf2209-367b-4b7d-b7cb-865e97e05209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.727292 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Pushing event updated for resources: {'Port': ['ID=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:29.733314 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:29.759639 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:29.780330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=17 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:29.801082 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54428) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:29.823158 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-683e1662-38ef-4d8e-9724-ebfdc1a6df48 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1468294 Jun 03 09:59:29.833846 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12bf2209-367b-4b7d-b7cb-865e97e05209 admin admin] Publish callbacks [] for security_group (901640a5-dfde-426b-b9ab-d4653f001d02), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.860032 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-dce01e0b-7769-4613-a4e0-79e33df03ea9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69776fa5af0c4573b668bbf8dc200931&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0578671 Jun 03 09:59:29.863345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Request body: {'port': {'device_id': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:29.865069 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54430) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:29.901645 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40d83f-2479-4d1a-ad42-64dba284af47 req-cd66be26-2c8e-457e-a8fc-778325933193 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:29.903203 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4e40d83f-2479-4d1a-ad42-64dba284af47 req-cd66be26-2c8e-457e-a8fc-778325933193 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 932 time: 0.0790806 Jun 03 09:59:29.919561 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-94df6050-8751-4d33-8689-5af35f922a63 admin admin] Publish callbacks [] for security_group (5534732c-2640-47f8-9f06-3ef42ec2eb1a), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.948213 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-94df6050-8751-4d33-8689-5af35f922a63 admin admin] Publish callbacks [] for security_group (5534732c-2640-47f8-9f06-3ef42ec2eb1a), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.957033 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12bf2209-367b-4b7d-b7cb-865e97e05209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (901640a5-dfde-426b-b9ab-d4653f001d02), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.965972 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:29.988243 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-12bf2209-367b-4b7d-b7cb-865e97e05209 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a37c4c51d3e4db288867fd374d95d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944396 Jun 03 09:59:29.991126 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54434) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:30.003390 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4e40d83f-2479-4d1a-ad42-64dba284af47 req-2ead45b7-0cc5-49ae-a5b5-73847a4a05fd tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930653 Jun 03 09:59:30.049262 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf2209-367b-4b7d-b7cb-865e97e05209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901640a5-dfde-426b-b9ab-d4653f001d02,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:30.103823 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-41cd767f-24ce-45c0-8eb1-bb81b4756a48 admin admin] Publish callbacks [] for security_group (901640a5-dfde-426b-b9ab-d4653f001d02), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.190223 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-94df6050-8751-4d33-8689-5af35f922a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5534732c-2640-47f8-9f06-3ef42ec2eb1a), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.192884 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-94df6050-8751-4d33-8689-5af35f922a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.196213 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-94df6050-8751-4d33-8689-5af35f922a63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5534732c-2640-47f8-9f06-3ef42ec2eb1a HTTP/1.1" status: 204 len: 168 time: 0.3280301 Jun 03 09:59:30.199332 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-41cd767f-24ce-45c0-8eb1-bb81b4756a48 admin admin] Publish callbacks [] for security_group (901640a5-dfde-426b-b9ab-d4653f001d02), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.206968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df6050-8751-4d33-8689-5af35f922a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534732c-2640-47f8-9f06-3ef42ec2eb1a,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:30.302483 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b7bf2-7336-4e19-bc46-137496262758 req-5616c7fe-20b1-48e9-a4fc-5ab542a1e96a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:30.304030 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-465b7bf2-7336-4e19-bc46-137496262758 req-5616c7fe-20b1-48e9-a4fc-5ab542a1e96a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.1268952 Jun 03 09:59:30.391500 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:30.395159 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-465b7bf2-7336-4e19-bc46-137496262758 req-96d48cb1-f263-4f54-9b08-8c4c83e41848 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805142 Jun 03 09:59:30.456713 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-41cd767f-24ce-45c0-8eb1-bb81b4756a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (901640a5-dfde-426b-b9ab-d4653f001d02), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.459198 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-41cd767f-24ce-45c0-8eb1-bb81b4756a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.460310 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-41cd767f-24ce-45c0-8eb1-bb81b4756a48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/901640a5-dfde-426b-b9ab-d4653f001d02 HTTP/1.1" status: 204 len: 168 time: 0.4682753 Jun 03 09:59:30.474368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd767f-24ce-45c0-8eb1-bb81b4756a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901640a5-dfde-426b-b9ab-d4653f001d02,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:30.484794 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cad2bdc-c218-4a69-ba3b-f09c36418bdc {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:59:30.492749 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Publish callbacks [] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.507043 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Transition to ACTIVE for port object 3cad2bdc-c218-4a69-ba3b-f09c36418bdc will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:59:30.605929 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.677385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Pushing event updated for resources: {'Port': ['ID=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:30.692439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Attempting to bind port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:59:30.692677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Attempting to bind port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:59:30.693007 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Attempting to bind port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc on network 98a7d991-7855-4bdc-8799-20026edb30df {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:59:30.698131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc on network 98a7d991-7855-4bdc-8799-20026edb30df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:59:30.698447 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Attempting to bind port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc on network 98a7d991-7855-4bdc-8799-20026edb30df {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:59:30.703481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:59:30.703814 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Checking segment: {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:59:30.704193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Bound using segment: {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:59:30.704616 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Bound port: 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:59:30.704963 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.773237 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] For port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:59:30.776403 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] For port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:59:30.864457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.896532 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:30.897148 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:30.898548 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] 10.222.0.59 "PUT /v2.0/ports/3cad2bdc-c218-4a69-ba3b-f09c36418bdc HTTP/1.1" status: 200 len: 1094 time: 1.0420156 Jun 03 09:59:30.898976 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'tag': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:30.901807 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd78930-0c61-4cb1-aef3-0887743ee888" -d '{"events": [{"name": "network-changed", "server_uuid": "395dcff7-dd0a-4300-9186-fbdf380e8cd7", "tag": "3cad2bdc-c218-4a69-ba3b-f09c36418bdc"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:30.927298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20763-cc4a-416f-aaf7-17e92cc834cd service neutron] Pushing event updated for resources: {'Port': ['ID=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:30.945615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7414b072-d256-40fd-940f-91c7581db642 x-openstack-request-id: req-7414b072-d256-40fd-940f-91c7581db642 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:30.945998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395dcff7-dd0a-4300-9186-fbdf380e8cd7", "tag": "3cad2bdc-c218-4a69-ba3b-f09c36418bdc", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:30.946466 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7414b072-d256-40fd-940f-91c7581db642 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:30.947725 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7414b072-d256-40fd-940f-91c7581db642'] response: {'name': 'network-changed', 'server_uuid': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'tag': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc', 'status': 'completed', 'code': 200} Jun 03 09:59:31.020619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78930-0c61-4cb1-aef3-0887743ee888 req-c63b7562-9902-4719-87ff-b8105d57e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.022189 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1cd78930-0c61-4cb1-aef3-0887743ee888 req-c63b7562-9902-4719-87ff-b8105d57e2db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0465100 Jun 03 09:59:31.196380 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78930-0c61-4cb1-aef3-0887743ee888 req-8141a731-45d1-49bb-a4f2-0bc0ee20af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.198668 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1cd78930-0c61-4cb1-aef3-0887743ee888 req-8141a731-45d1-49bb-a4f2-0bc0ee20af4e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1659198 Jun 03 09:59:31.208879 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632ddf5-cdb3-408a-a373-ea4067c05bac req-a0b6c08d-164c-4f7d-971a-edffb5aaf737 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.216823 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d632ddf5-cdb3-408a-a373-ea4067c05bac req-a0b6c08d-164c-4f7d-971a-edffb5aaf737 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 944 time: 0.0761893 Jun 03 09:59:31.328649 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d632ddf5-cdb3-408a-a373-ea4067c05bac req-1137ad53-c2f4-43f0-be0d-31fec4494c40 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108103 Jun 03 09:59:31.354074 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78930-0c61-4cb1-aef3-0887743ee888 req-cb40f9fb-020c-43a8-82da-a6e79c4d9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.355531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1cd78930-0c61-4cb1-aef3-0887743ee888 req-cb40f9fb-020c-43a8-82da-a6e79c4d9070 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308181 Jun 03 09:59:31.435144 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-869b0a13-e2c5-4bae-be5a-b3fb16bd49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.437616 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-869b0a13-e2c5-4bae-be5a-b3fb16bd49b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 1128 time: 0.0438104 Jun 03 09:59:31.487376 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-433c0edf-9b22-45a5-9287-ada6b830699f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cad2bdc-c218-4a69-ba3b-f09c36418bdc HTTP/1.1" status: 200 len: 217 time: 0.0408833 Jun 03 09:59:31.564577 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a215c-0022-4d99-a26e-8158dcd64497 req-1d5bfccb-c3de-4e70-90f1-60619ea82275 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.566102 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e16a215c-0022-4d99-a26e-8158dcd64497 req-1d5bfccb-c3de-4e70-90f1-60619ea82275 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0814011 Jun 03 09:59:31.586114 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527660-6241-47fc-a1cb-e739748c461f req-d0e8832f-41a4-4cd3-8a7c-604d473d2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:31.587610 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-d0e8832f-41a4-4cd3-8a7c-604d473d2370 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb64965f-aa2e-4793-90e9-d8e8b0a08646 HTTP/1.1" status: 200 len: 848 time: 0.0907381 Jun 03 09:59:31.629556 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-aa68136e-99d7-495c-a420-3c23083ad866 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98a7d991-7855-4bdc-8799-20026edb30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331936 Jun 03 09:59:31.670495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:31.697487 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e16a215c-0022-4d99-a26e-8158dcd64497 req-fbfab146-473e-4dd6-acb9-b2aee8110c36 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218078 Jun 03 09:59:31.740521 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-cc310c7e-e3f5-4828-8b1f-b528ae9a210c service neutron] 10.222.0.59 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024971 Jun 03 09:59:31.839273 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7527660-6241-47fc-a1cb-e739748c461f req-4c112600-5b11-4b43-a920-8b6786da24d8 service neutron] 10.222.0.59 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Jun 03 09:59:32.674090 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:32.690981 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb514-93a7-4d2b-96ac-c1e929cb18ba req-15af2bc9-fcbd-4be0-bb3b-71b834e8e2e7 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:32.692474 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab1cb514-93a7-4d2b-96ac-c1e929cb18ba req-15af2bc9-fcbd-4be0-bb3b-71b834e8e2e7 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 944 time: 0.2829487 Jun 03 09:59:32.742053 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab1cb514-93a7-4d2b-96ac-c1e929cb18ba req-6083f29b-42e8-4f37-8f42-5e94b8b39895 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Jun 03 09:59:32.852437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632644-3600-4dc1-8cda-be210b8c38ff req-f0c7beea-cd18-4124-b2bf-ee0bd061568a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:32.854269 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d2632644-3600-4dc1-8cda-be210b8c38ff req-f0c7beea-cd18-4124-b2bf-ee0bd061568a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0601401 Jun 03 09:59:32.905676 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d2632644-3600-4dc1-8cda-be210b8c38ff req-8c4b116d-a042-400e-8266-9811d10d750c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Jun 03 09:59:33.576678 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:33.875287 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51db2-77bd-4a5d-abe4-c60e6e3d1fd5 req-a9497e44-0985-4654-acfa-c1d991d45f76 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:33.886156 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d1f51db2-77bd-4a5d-abe4-c60e6e3d1fd5 req-a9497e44-0985-4654-acfa-c1d991d45f76 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 944 time: 0.0689685 Jun 03 09:59:33.944249 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d1f51db2-77bd-4a5d-abe4-c60e6e3d1fd5 req-e49474e7-cdf7-46f1-868c-c7748226742e tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544834 Jun 03 09:59:34.027111 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f6ba-ea60-4ed5-9405-225999dfbc1e req-e9eb40ed-ddc8-4598-a41b-9e62bd18773c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:34.028606 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9fc3f6ba-ea60-4ed5-9405-225999dfbc1e req-e9eb40ed-ddc8-4598-a41b-9e62bd18773c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0460608 Jun 03 09:59:34.077204 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9fc3f6ba-ea60-4ed5-9405-225999dfbc1e req-ab76efcc-0dbb-4693-a551-d90db5b694da tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Jun 03 09:59:34.199645 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:34.630289 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:34.832711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54634) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:34.982568 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b71-532d-42a4-917c-30a0f2af199d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.075409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e93d34-7327-4941-9bcd-615af53ab088 req-2e5d14e5-d2e4-49e4-b7b6-d551e6901a9a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:35.076902 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-01e93d34-7327-4941-9bcd-615af53ab088 req-2e5d14e5-d2e4-49e4-b7b6-d551e6901a9a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 944 time: 0.0640321 Jun 03 09:59:35.141177 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b71-532d-42a4-917c-30a0f2af199d admin admin] Publish callbacks [] for security_group (cd40c93b-92a4-48e3-8843-718fb0e201b1), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.163063 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-01e93d34-7327-4941-9bcd-615af53ab088 req-30520df5-9a2b-475e-9d06-151d8d4e756e tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796075 Jun 03 09:59:35.197670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7477e-597e-435e-98c4-f8ac97060627 req-1cca06ee-2ff0-40cd-bd23-ff5c0a97cc64 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:35.198979 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f8e7477e-597e-435e-98c4-f8ac97060627 req-1cca06ee-2ff0-40cd-bd23-ff5c0a97cc64 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0499866 Jun 03 09:59:35.247086 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f8e7477e-597e-435e-98c4-f8ac97060627 req-78f4678d-6dc6-4a0b-9cc3-61ed6bfb8f03 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jun 03 09:59:35.250225 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b71-532d-42a4-917c-30a0f2af199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cd40c93b-92a4-48e3-8843-718fb0e201b1), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.293086 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-5cbf4b71-532d-42a4-917c-30a0f2af199d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91de1e358d6b4adbafa953bbbd3d5e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564440 Jun 03 09:59:35.293086 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf4b71-532d-42a4-917c-30a0f2af199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd40c93b-92a4-48e3-8843-718fb0e201b1,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:35.293851 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54644) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:35.342965 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-01b2ec07-330f-46fc-bf89-9a44cd3e753a admin admin] Publish callbacks [] for security_group (cd40c93b-92a4-48e3-8843-718fb0e201b1), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.368157 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-01b2ec07-330f-46fc-bf89-9a44cd3e753a admin admin] Publish callbacks [] for security_group (cd40c93b-92a4-48e3-8843-718fb0e201b1), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.590326 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-01b2ec07-330f-46fc-bf89-9a44cd3e753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cd40c93b-92a4-48e3-8843-718fb0e201b1), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.592964 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-01b2ec07-330f-46fc-bf89-9a44cd3e753a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.594289 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-01b2ec07-330f-46fc-bf89-9a44cd3e753a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd40c93b-92a4-48e3-8843-718fb0e201b1 HTTP/1.1" status: 204 len: 168 time: 0.2995305 Jun 03 09:59:35.601763 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ec07-330f-46fc-bf89-9a44cd3e753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd40c93b-92a4-48e3-8843-718fb0e201b1,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:35.737429 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3cad2bdc-c218-4a69-ba3b-f09c36418bdc details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 09:59:35.754367 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=9,neutron:SELECT=91 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:35.843410 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:35.845262 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:35.854886 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc', 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df', 'port_id': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc', 'mac_address': 'fa:16:3e:5a:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb64965f-aa2e-4793-90e9-d8e8b0a08646', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 09:59:35.892715 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:59:35.893109 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:35.907116 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cad2bdc-c218-4a69-ba3b-f09c36418bdc {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:59:35.927348 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:36.001315 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.046726 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:36.054184 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.054530 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.054875 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.055232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.055574 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.055901 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.056232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.057137 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.057485 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.057794 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.058146 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.058468 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.058792 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.059109 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.059425 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 09:59:36.288473 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['3cad2bdc-c218-4a69-ba3b-f09c36418bdc'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:59:36.311668 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb371fd-1718-471c-84e1-24b643304972 req-2b79ca94-a693-4e04-bcdb-02045121b4e7 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:36.311668 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fb371fd-1718-471c-84e1-24b643304972 req-2b79ca94-a693-4e04-bcdb-02045121b4e7 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 945 time: 0.0680659 Jun 03 09:59:36.386469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4ce06-7c6c-4816-a11a-1b4271f644b4 req-deb06056-0cf8-43eb-afe2-4549bce081c5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:36.388229 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0af4ce06-7c6c-4816-a11a-1b4271f644b4 req-deb06056-0cf8-43eb-afe2-4549bce081c5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0606012 Jun 03 09:59:36.423078 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fb371fd-1718-471c-84e1-24b643304972 req-0bdc9602-9a0c-4f7d-b6f8-ad98ca40ef25 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112456 Jun 03 09:59:36.433808 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54674) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:36.458412 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0eb1-7407-49cc-b5c8-99b35fed6ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.462422 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0af4ce06-7c6c-4816-a11a-1b4271f644b4 req-6ad09025-ab80-4ead-abfd-ce996bea8ee7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673602 Jun 03 09:59:36.503880 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:36.543047 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-810ebd61-5ea0-4c5b-bcfd-8f6dcd071edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.543258 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0eb1-7407-49cc-b5c8-99b35fed6ffe admin admin] Publish callbacks [] for security_group (065028f1-e30b-46f5-afc8-6795e89d3f14), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.621642 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0eb1-7407-49cc-b5c8-99b35fed6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (065028f1-e30b-46f5-afc8-6795e89d3f14), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.661807 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0a8f0eb1-7407-49cc-b5c8-99b35fed6ffe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53a8fc23c1d0449abe9eafe0dfa86c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264142 Jun 03 09:59:36.662707 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0eb1-7407-49cc-b5c8-99b35fed6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065028f1-e30b-46f5-afc8-6795e89d3f14,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:36.664547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54676) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:36.714689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60f382a5-982e-414f-b37a-c14061614a22 admin admin] Publish callbacks [] for security_group (065028f1-e30b-46f5-afc8-6795e89d3f14), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.750553 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60f382a5-982e-414f-b37a-c14061614a22 admin admin] Publish callbacks [] for security_group (065028f1-e30b-46f5-afc8-6795e89d3f14), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.770740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:36.887522 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60f382a5-982e-414f-b37a-c14061614a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (065028f1-e30b-46f5-afc8-6795e89d3f14), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.890114 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60f382a5-982e-414f-b37a-c14061614a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:36.891274 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-60f382a5-982e-414f-b37a-c14061614a22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/065028f1-e30b-46f5-afc8-6795e89d3f14 HTTP/1.1" status: 204 len: 168 time: 0.2256641 Jun 03 09:59:36.899223 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f382a5-982e-414f-b37a-c14061614a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065028f1-e30b-46f5-afc8-6795e89d3f14,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:37.576781 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27555f03-1690-4a71-996c-4524a964f477 req-5137a136-a732-48c7-8cc4-4aea63b6a224 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:37.578203 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27555f03-1690-4a71-996c-4524a964f477 req-5137a136-a732-48c7-8cc4-4aea63b6a224 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Jun 03 09:59:37.600712 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf9c74-76d4-4755-8b60-079586956088 req-6f18446a-b4ff-4cb2-8efa-17156a79006d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:37.604614 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5bbf9c74-76d4-4755-8b60-079586956088 req-6f18446a-b4ff-4cb2-8efa-17156a79006d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0720568 Jun 03 09:59:37.637297 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:37.670846 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27555f03-1690-4a71-996c-4524a964f477 req-d5a049bf-9f6c-41ea-bdf9-7b774c21b864 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870636 Jun 03 09:59:37.693055 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5bbf9c74-76d4-4755-8b60-079586956088 req-86fc5946-9615-4d8f-bb92-5d91fe87fb4c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690823 Jun 03 09:59:37.758693 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3cad2bdc-c218-4a69-ba3b-f09c36418bdc up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 09:59:37.814072 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 09:59:37.926850 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 09:59:37.927264 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:37.961389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:37.999550 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 09:59:37.999973 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:38.031015 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:38.037725 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4988c29d-5710-4062-8774-722c81fe1eb6" -d '{"events": [{"server_uuid": "395dcff7-dd0a-4300-9186-fbdf380e8cd7", "name": "network-vif-plugged", "status": "completed", "tag": "3cad2bdc-c218-4a69-ba3b-f09c36418bdc"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:38.055147 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:38.091625 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aced0b8e-14a8-4a0f-ba78-000ddb5e1a51 x-openstack-request-id: req-aced0b8e-14a8-4a0f-ba78-000ddb5e1a51 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:38.091625 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395dcff7-dd0a-4300-9186-fbdf380e8cd7", "name": "network-vif-plugged", "status": "completed", "tag": "3cad2bdc-c218-4a69-ba3b-f09c36418bdc", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:38.091625 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aced0b8e-14a8-4a0f-ba78-000ddb5e1a51 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:38.091625 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aced0b8e-14a8-4a0f-ba78-000ddb5e1a51'] response: {'server_uuid': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc', 'code': 200} Jun 03 09:59:38.133230 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:38.197389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:38.814672 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-dda57083-0120-4285-9624-433af90487b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:38.816647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487401ba-393b-4693-a8a8-2bb0b000a4cc req-d5765835-25db-4eda-bc3e-ea26e55d0386 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:38.817781 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-487401ba-393b-4693-a8a8-2bb0b000a4cc req-d5765835-25db-4eda-bc3e-ea26e55d0386 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0753558 Jun 03 09:59:38.836959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a55bd-c39b-41a0-b3a4-a99bbf056dc0 req-12f3bf0b-cdc6-4109-889c-b219b94757e7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:38.839189 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-442a55bd-c39b-41a0-b3a4-a99bbf056dc0 req-12f3bf0b-cdc6-4109-889c-b219b94757e7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0681801 Jun 03 09:59:38.910824 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-487401ba-393b-4693-a8a8-2bb0b000a4cc req-ef401ed2-0b71-45ab-8fbd-fd7b5bf84949 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823164 Jun 03 09:59:38.927588 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-442a55bd-c39b-41a0-b3a4-a99bbf056dc0 req-e5b0144b-9296-410c-aad5-5bc1fafa7d11 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743623 Jun 03 09:59:39.056032 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=6 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:39.982010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:40.066104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7cf1c-bb50-4ced-a082-496f5b5f8b50 req-a24d0876-1638-4f5d-87cc-7e7152c2d2ba tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:40.067561 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7b7cf1c-bb50-4ced-a082-496f5b5f8b50 req-a24d0876-1638-4f5d-87cc-7e7152c2d2ba tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0798385 Jun 03 09:59:40.075625 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056b08-c0ed-4eeb-8dec-1a3744b85e0e req-3ab5d31a-dbab-4096-bdc0-2740a8977ca7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:40.077036 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab056b08-c0ed-4eeb-8dec-1a3744b85e0e req-3ab5d31a-dbab-4096-bdc0-2740a8977ca7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0767860 Jun 03 09:59:40.152396 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7b7cf1c-bb50-4ced-a082-496f5b5f8b50 req-6d85a785-0be9-41aa-a3c5-d88163bdbaaa tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744076 Jun 03 09:59:40.155447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab056b08-c0ed-4eeb-8dec-1a3744b85e0e req-1eb56def-c2b1-458c-8d99-d70b235f6412 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712564 Jun 03 09:59:40.897011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23abeb-5e3d-4dd7-87a4-de5cf4473548 req-b41c36cc-0ea9-4156-8f3a-50c1bbea8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:40.898571 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8f23abeb-5e3d-4dd7-87a4-de5cf4473548 req-b41c36cc-0ea9-4156-8f3a-50c1bbea8d07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 1130 time: 0.0423160 Jun 03 09:59:40.944628 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8f23abeb-5e3d-4dd7-87a4-de5cf4473548 req-78da2b8d-3bbc-464d-94b5-25aebebc74ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Jun 03 09:59:41.293484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:41.301402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c763c-b49b-45e8-a4ac-54b675e28aad req-2510fe6f-72d6-4650-91de-68f7d96a2999 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:41.302928 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ef0c763c-b49b-45e8-a4ac-54b675e28aad req-2510fe6f-72d6-4650-91de-68f7d96a2999 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0801661 Jun 03 09:59:41.309581 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49159c64-1fb4-4dee-868c-4106626a5dab req-81b53ba7-84e1-411e-9fbc-d79f20a54e1b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:41.311006 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49159c64-1fb4-4dee-868c-4106626a5dab req-81b53ba7-84e1-411e-9fbc-d79f20a54e1b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0778255 Jun 03 09:59:41.362483 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:41.390211 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49159c64-1fb4-4dee-868c-4106626a5dab req-2871f4f5-0437-43c3-bc47-767b45ae2929 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jun 03 09:59:41.393189 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ef0c763c-b49b-45e8-a4ac-54b675e28aad req-421d9dd6-9e17-4b7b-a724-ad87628e82e0 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Jun 03 09:59:42.184664 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54844) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:42.291921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ee07be7b-0890-4be0-a05f-97315229ec31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.374938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ee07be7b-0890-4be0-a05f-97315229ec31 admin admin] Publish callbacks [] for security_group (c9376a19-7a49-49f4-9a20-4cc16e762a24), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.515620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54868) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:42.543769 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6ae14-8f93-4bac-9a38-ac566b46057c req-1436bb54-1f78-4462-a3b2-cbd50f583b8a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:42.545441 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-19f6ae14-8f93-4bac-9a38-ac566b46057c req-1436bb54-1f78-4462-a3b2-cbd50f583b8a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0827518 Jun 03 09:59:42.552998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab1e5a-feb1-44c4-8426-0d54fab90b69 req-94c5b9f5-cd47-4d16-b80c-fe41ff2ecf41 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:42.553923 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c2ab1e5a-feb1-44c4-8426-0d54fab90b69 req-94c5b9f5-cd47-4d16-b80c-fe41ff2ecf41 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0810366 Jun 03 09:59:42.555838 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ee07be7b-0890-4be0-a05f-97315229ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c9376a19-7a49-49f4-9a20-4cc16e762a24), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.599463 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07be7b-0890-4be0-a05f-97315229ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9376a19-7a49-49f4-9a20-4cc16e762a24,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:42.646620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-28ca3dce-7fc6-40d0-bfb2-d5b505beec53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.662186 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ee07be7b-0890-4be0-a05f-97315229ec31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f570a74146f4b26b242194d2444c1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763973 Jun 03 09:59:42.665769 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54878) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:42.686140 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-19f6ae14-8f93-4bac-9a38-ac566b46057c req-e603b547-5cb8-4c4a-8e6c-b6cac3e56658 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312292 Jun 03 09:59:42.722102 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c2ab1e5a-feb1-44c4-8426-0d54fab90b69 req-aea1af1a-9ccf-452a-8942-d0313fc4091f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365690 Jun 03 09:59:42.748969 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7601705d-b30d-4091-9ac5-5c0d49c7e514 admin admin] Publish callbacks [] for security_group (c9376a19-7a49-49f4-9a20-4cc16e762a24), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.790683 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7601705d-b30d-4091-9ac5-5c0d49c7e514 admin admin] Publish callbacks [] for security_group (c9376a19-7a49-49f4-9a20-4cc16e762a24), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.805480 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-28ca3dce-7fc6-40d0-bfb2-d5b505beec53 admin admin] Publish callbacks [] for security_group (13b4d202-9a03-4e80-a925-660f457ebe01), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.888036 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-28ca3dce-7fc6-40d0-bfb2-d5b505beec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (13b4d202-9a03-4e80-a925-660f457ebe01), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.915726 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.919527 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:42.926549 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7601705d-b30d-4091-9ac5-5c0d49c7e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c9376a19-7a49-49f4-9a20-4cc16e762a24), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.928998 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7601705d-b30d-4091-9ac5-5c0d49c7e514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:42.930163 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7601705d-b30d-4091-9ac5-5c0d49c7e514 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9376a19-7a49-49f4-9a20-4cc16e762a24 HTTP/1.1" status: 204 len: 168 time: 0.2634256 Jun 03 09:59:42.934019 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-28ca3dce-7fc6-40d0-bfb2-d5b505beec53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4249c6d236241ec892a304cc57d03e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173334 Jun 03 09:59:42.934906 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca3dce-7fc6-40d0-bfb2-d5b505beec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b4d202-9a03-4e80-a925-660f457ebe01,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:42.936767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54890) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:42.957867 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601705d-b30d-4091-9ac5-5c0d49c7e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9376a19-7a49-49f4-9a20-4cc16e762a24,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:42.994426 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7c24e0ee-8d0c-4be7-b5eb-e59fdc2c7911 admin admin] Publish callbacks [] for security_group (13b4d202-9a03-4e80-a925-660f457ebe01), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.003193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:43.021755 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7c24e0ee-8d0c-4be7-b5eb-e59fdc2c7911 admin admin] Publish callbacks [] for security_group (13b4d202-9a03-4e80-a925-660f457ebe01), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.084835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54898) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:43.170863 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7c24e0ee-8d0c-4be7-b5eb-e59fdc2c7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (13b4d202-9a03-4e80-a925-660f457ebe01), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.173430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7c24e0ee-8d0c-4be7-b5eb-e59fdc2c7911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.177051 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7c24e0ee-8d0c-4be7-b5eb-e59fdc2c7911 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13b4d202-9a03-4e80-a925-660f457ebe01 HTTP/1.1" status: 204 len: 168 time: 0.2368407 Jun 03 09:59:43.184152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24e0ee-8d0c-4be7-b5eb-e59fdc2c7911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b4d202-9a03-4e80-a925-660f457ebe01,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:43.305342 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-adf6d1e8-da1b-48e9-b45a-466c36127fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.387176 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-adf6d1e8-da1b-48e9-b45a-466c36127fee admin admin] Publish callbacks [] for security_group (6938ca54-343c-404a-bc7b-2f672d5bcce4), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.639963 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-adf6d1e8-da1b-48e9-b45a-466c36127fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6938ca54-343c-404a-bc7b-2f672d5bcce4), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.644763 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:43.679897 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-adf6d1e8-da1b-48e9-b45a-466c36127fee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc646fd36ff140bc9e3cae95da69b1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5939798 Jun 03 09:59:43.681833 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6d1e8-da1b-48e9-b45a-466c36127fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6938ca54-343c-404a-bc7b-2f672d5bcce4,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:43.682573 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54918) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:43.735439 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c604453f-d741-496b-bed8-5e54f306441c admin admin] Publish callbacks [] for security_group (6938ca54-343c-404a-bc7b-2f672d5bcce4), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.769016 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c604453f-d741-496b-bed8-5e54f306441c admin admin] Publish callbacks [] for security_group (6938ca54-343c-404a-bc7b-2f672d5bcce4), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.871682 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763a294-7268-476f-8314-5f881399b9e8 req-6944680f-930f-4712-8ef4-8d6e484039b5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:43.873319 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3763a294-7268-476f-8314-5f881399b9e8 req-6944680f-930f-4712-8ef4-8d6e484039b5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0722802 Jun 03 09:59:43.879804 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738848e8-d0b3-477d-9943-d2aa170768f0 req-7c0f2832-119c-4b6d-9d66-c1e2ce3f318c tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:43.881216 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-738848e8-d0b3-477d-9943-d2aa170768f0 req-7c0f2832-119c-4b6d-9d66-c1e2ce3f318c tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0915186 Jun 03 09:59:43.888664 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c604453f-d741-496b-bed8-5e54f306441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6938ca54-343c-404a-bc7b-2f672d5bcce4), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.891790 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c604453f-d741-496b-bed8-5e54f306441c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:43.892931 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c604453f-d741-496b-bed8-5e54f306441c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6938ca54-343c-404a-bc7b-2f672d5bcce4 HTTP/1.1" status: 204 len: 168 time: 0.2087681 Jun 03 09:59:43.902321 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604453f-d741-496b-bed8-5e54f306441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6938ca54-343c-404a-bc7b-2f672d5bcce4,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:43.956365 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3763a294-7268-476f-8314-5f881399b9e8 req-da1408bc-5a58-4138-8a4b-72cfe031a72b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Jun 03 09:59:43.960773 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-738848e8-d0b3-477d-9943-d2aa170768f0 req-750f9fd7-4ad2-4f9f-966d-b904525960fc tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721157 Jun 03 09:59:44.001817 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54930) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:44.016903 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-106b02da-4ab0-4a07-9ff0-5edb3dc13645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.019328 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.062894 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:44.095846 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-106b02da-4ab0-4a07-9ff0-5edb3dc13645 admin admin] Publish callbacks [] for security_group (6d37118b-86c1-4dca-b570-5c8e5e1fef87), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.190061 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-106b02da-4ab0-4a07-9ff0-5edb3dc13645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6d37118b-86c1-4dca-b570-5c8e5e1fef87), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.230508 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-106b02da-4ab0-4a07-9ff0-5edb3dc13645 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b296718e35634e6ebd0742a1921d0110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268901 Jun 03 09:59:44.231570 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b02da-4ab0-4a07-9ff0-5edb3dc13645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d37118b-86c1-4dca-b570-5c8e5e1fef87,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:44.233439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54932) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:44.282695 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b0669b8c-3b62-48ac-b947-85bd419c9a06 admin admin] Publish callbacks [] for security_group (6d37118b-86c1-4dca-b570-5c8e5e1fef87), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.304203 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b0669b8c-3b62-48ac-b947-85bd419c9a06 admin admin] Publish callbacks [] for security_group (6d37118b-86c1-4dca-b570-5c8e5e1fef87), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.395870 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54936) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:44.412469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a8239b60-9e8a-473e-936e-55f41cf97725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.421485 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b0669b8c-3b62-48ac-b947-85bd419c9a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6d37118b-86c1-4dca-b570-5c8e5e1fef87), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.424172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b0669b8c-3b62-48ac-b947-85bd419c9a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.427095 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b0669b8c-3b62-48ac-b947-85bd419c9a06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d37118b-86c1-4dca-b570-5c8e5e1fef87 HTTP/1.1" status: 204 len: 168 time: 0.1899483 Jun 03 09:59:44.442975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0669b8c-3b62-48ac-b947-85bd419c9a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d37118b-86c1-4dca-b570-5c8e5e1fef87,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:44.521172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a8239b60-9e8a-473e-936e-55f41cf97725 admin admin] Publish callbacks [] for security_group (264a9673-0e4f-4dc5-94ef-9a890277ce7f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.611842 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050c963-35ae-457e-a31b-dc6683e90a96 req-d126f83c-d8a8-44c4-b296-fa71b7d9a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:44.613227 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8050c963-35ae-457e-a31b-dc6683e90a96 req-d126f83c-d8a8-44c4-b296-fa71b7d9a302 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 1129 time: 0.0384445 Jun 03 09:59:44.631321 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a8239b60-9e8a-473e-936e-55f41cf97725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (264a9673-0e4f-4dc5-94ef-9a890277ce7f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.689502 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8239b60-9e8a-473e-936e-55f41cf97725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a9673-0e4f-4dc5-94ef-9a890277ce7f,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:44.701127 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54946) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:44.701535 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a8239b60-9e8a-473e-936e-55f41cf97725 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3bfadc5233c49278573688ea6f063da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079121 Jun 03 09:59:44.715188 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8050c963-35ae-457e-a31b-dc6683e90a96 req-0ac8dea2-160e-4dbd-b206-2d569d674203 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881889 Jun 03 09:59:44.774286 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f770816-aaab-4872-99f2-784b1a05c70d admin admin] Publish callbacks [] for security_group (264a9673-0e4f-4dc5-94ef-9a890277ce7f), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:44.797215 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f770816-aaab-4872-99f2-784b1a05c70d admin admin] Publish callbacks [] for security_group (264a9673-0e4f-4dc5-94ef-9a890277ce7f), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.005853 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f770816-aaab-4872-99f2-784b1a05c70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (264a9673-0e4f-4dc5-94ef-9a890277ce7f), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.008575 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f770816-aaab-4872-99f2-784b1a05c70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.009859 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7f770816-aaab-4872-99f2-784b1a05c70d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/264a9673-0e4f-4dc5-94ef-9a890277ce7f HTTP/1.1" status: 204 len: 168 time: 0.3077638 Jun 03 09:59:45.018686 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f770816-aaab-4872-99f2-784b1a05c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a9673-0e4f-4dc5-94ef-9a890277ce7f,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:45.057314 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54964) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:45.076843 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c279877-becb-45c7-91c4-067592834fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.103054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1b200-d32b-451c-82ec-81007d1d800b req-832ae53a-e0d3-4ed6-9528-9a92cf422ab2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:45.104699 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70a1b200-d32b-451c-82ec-81007d1d800b req-832ae53a-e0d3-4ed6-9528-9a92cf422ab2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0559280 Jun 03 09:59:45.183880 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70a1b200-d32b-451c-82ec-81007d1d800b req-64c8d8b4-c2ce-4cc3-875e-6f3dc0caef95 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691586 Jun 03 09:59:45.203158 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c279877-becb-45c7-91c4-067592834fc4 admin admin] Publish callbacks [] for security_group (819e2185-a457-4b77-a0b0-821a76816b74), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.295006 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c279877-becb-45c7-91c4-067592834fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (819e2185-a457-4b77-a0b0-821a76816b74), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.313617 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:45.341764 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6c279877-becb-45c7-91c4-067592834fc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69eb3f4b63754bff8db43bf4e1228cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837114 Jun 03 09:59:45.343772 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c279877-becb-45c7-91c4-067592834fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819e2185-a457-4b77-a0b0-821a76816b74,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:45.344640 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54978) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:45.393547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a27cbeda-950d-46ee-bd4b-14206db525d4 admin admin] Publish callbacks [] for security_group (819e2185-a457-4b77-a0b0-821a76816b74), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.415486 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a27cbeda-950d-46ee-bd4b-14206db525d4 admin admin] Publish callbacks [] for security_group (819e2185-a457-4b77-a0b0-821a76816b74), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.470137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:45.555543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a27cbeda-950d-46ee-bd4b-14206db525d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (819e2185-a457-4b77-a0b0-821a76816b74), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.558111 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a27cbeda-950d-46ee-bd4b-14206db525d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.561832 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a27cbeda-950d-46ee-bd4b-14206db525d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/819e2185-a457-4b77-a0b0-821a76816b74 HTTP/1.1" status: 204 len: 168 time: 0.2136133 Jun 03 09:59:45.570494 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cbeda-950d-46ee-bd4b-14206db525d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819e2185-a457-4b77-a0b0-821a76816b74,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:45.779691 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cac0e1-763f-4813-9d1f-6e7455627c90 req-abfe3027-3666-46c4-939e-66b936644f51 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:45.781138 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41cac0e1-763f-4813-9d1f-6e7455627c90 req-abfe3027-3666-46c4-939e-66b936644f51 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0460873 Jun 03 09:59:45.809101 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 54990) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:45.822831 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c32fd712-1422-431f-8af7-b12a12efe47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:45.832508 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41cac0e1-763f-4813-9d1f-6e7455627c90 req-a61d0b7d-7d8d-4344-8e41-3886269612aa tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Jun 03 09:59:45.907772 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c32fd712-1422-431f-8af7-b12a12efe47f admin admin] Publish callbacks [] for security_group (0765953e-4ce3-4c1a-a9d7-1fbf22e04d03), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.039051 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c32fd712-1422-431f-8af7-b12a12efe47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0765953e-4ce3-4c1a-a9d7-1fbf22e04d03), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.079032 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c32fd712-1422-431f-8af7-b12a12efe47f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2840df1db5764778ae9a22ba3dea99b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687862 Jun 03 09:59:46.079889 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd712-1422-431f-8af7-b12a12efe47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0765953e-4ce3-4c1a-a9d7-1fbf22e04d03,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:46.081776 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 54998) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:46.131824 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3506-80a7-4764-8f61-c03f9fce2e37 admin admin] Publish callbacks [] for security_group (0765953e-4ce3-4c1a-a9d7-1fbf22e04d03), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.156316 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3506-80a7-4764-8f61-c03f9fce2e37 admin admin] Publish callbacks [] for security_group (0765953e-4ce3-4c1a-a9d7-1fbf22e04d03), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.320724 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c8ff1-2f75-429e-aee1-c013533db06c req-60dfbc34-b355-41e0-b643-91259986262c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:46.322232 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-270c8ff1-2f75-429e-aee1-c013533db06c req-60dfbc34-b355-41e0-b643-91259986262c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0527127 Jun 03 09:59:46.323277 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3506-80a7-4764-8f61-c03f9fce2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0765953e-4ce3-4c1a-a9d7-1fbf22e04d03), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.326495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3506-80a7-4764-8f61-c03f9fce2e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.329488 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-eeeb3506-80a7-4764-8f61-c03f9fce2e37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0765953e-4ce3-4c1a-a9d7-1fbf22e04d03 HTTP/1.1" status: 204 len: 168 time: 0.2446971 Jun 03 09:59:46.342500 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb3506-80a7-4764-8f61-c03f9fce2e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765953e-4ce3-4c1a-a9d7-1fbf22e04d03,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:46.379829 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-270c8ff1-2f75-429e-aee1-c013533db06c req-c4ad243c-d1d3-45fd-9a68-e9e4bff8d005 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Jun 03 09:59:46.549168 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55020) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:46.567578 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf9ea-e004-406c-a721-49530113ebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.645017 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf9ea-e004-406c-a721-49530113ebfd admin admin] Publish callbacks [] for security_group (d38a3de5-8182-4be1-aad2-4eee4359a349), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.647887 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:46.755845 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf9ea-e004-406c-a721-49530113ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d38a3de5-8182-4be1-aad2-4eee4359a349), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.795425 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-dc6cf9ea-e004-406c-a721-49530113ebfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24c16dbfe7fc44bc9b8af9e03cbeb918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449319 Jun 03 09:59:46.798178 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55028) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:46.817457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cf9ea-e004-406c-a721-49530113ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a3de5-8182-4be1-aad2-4eee4359a349,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:46.892701 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d6feb9a1-56a8-4702-96af-fe540f72ddea admin admin] Publish callbacks [] for security_group (d38a3de5-8182-4be1-aad2-4eee4359a349), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.918957 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d6feb9a1-56a8-4702-96af-fe540f72ddea admin admin] Publish callbacks [] for security_group (d38a3de5-8182-4be1-aad2-4eee4359a349), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:46.992764 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144383a-0f66-435b-bf0c-f8e7505ad578 req-eb496bb2-6755-4790-aa18-8841699b3d15 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:46.996503 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f144383a-0f66-435b-bf0c-f8e7505ad578 req-eb496bb2-6755-4790-aa18-8841699b3d15 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0726724 Jun 03 09:59:47.046118 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f144383a-0f66-435b-bf0c-f8e7505ad578 req-c3e4a810-e91b-44c4-bfc4-589cbb66e1cf tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Jun 03 09:59:47.127103 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d6feb9a1-56a8-4702-96af-fe540f72ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d38a3de5-8182-4be1-aad2-4eee4359a349), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:47.129689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d6feb9a1-56a8-4702-96af-fe540f72ddea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:47.130872 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d6feb9a1-56a8-4702-96af-fe540f72ddea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d38a3de5-8182-4be1-aad2-4eee4359a349 HTTP/1.1" status: 204 len: 168 time: 0.3317010 Jun 03 09:59:47.139738 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feb9a1-56a8-4702-96af-fe540f72ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a3de5-8182-4be1-aad2-4eee4359a349,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:47.285840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55042) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:47.486148 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d61e89a2-39d5-42ac-b1cc-34895989f282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:47.508986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:47.518375 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7d96-232c-460a-bcb4-5c6574a939cd req-338efea4-54e2-499e-b17c-5e233e774f08 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:47.519841 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bde7d96-232c-460a-bcb4-5c6574a939cd req-338efea4-54e2-499e-b17c-5e233e774f08 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0723152 Jun 03 09:59:47.603597 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bde7d96-232c-460a-bcb4-5c6574a939cd req-a61cdf92-b3ef-48cd-b410-2b010659d5f9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768216 Jun 03 09:59:47.618488 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d61e89a2-39d5-42ac-b1cc-34895989f282 admin admin] Publish callbacks [] for security_group (cd9cd1a1-b44c-415b-8a53-c90ac351d76d), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:47.720951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d61e89a2-39d5-42ac-b1cc-34895989f282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cd9cd1a1-b44c-415b-8a53-c90ac351d76d), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:47.767523 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa514d30-6ca3-4a3a-8ded-227a83da4156 req-007ccfd6-382b-4fe4-a62c-7caa6803380d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:47.774430 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aa514d30-6ca3-4a3a-8ded-227a83da4156 req-007ccfd6-382b-4fe4-a62c-7caa6803380d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0903649 Jun 03 09:59:47.794609 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e89a2-39d5-42ac-b1cc-34895989f282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9cd1a1-b44c-415b-8a53-c90ac351d76d,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:47.804766 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d61e89a2-39d5-42ac-b1cc-34895989f282 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b291c2cbdcf8476a82a651414daa676f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5177472 Jun 03 09:59:47.810974 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55066) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:47.864387 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-43a84572-a1b0-46c9-a9f3-191d914608e7 admin admin] Publish callbacks [] for security_group (cd9cd1a1-b44c-415b-8a53-c90ac351d76d), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:47.880718 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-7be472a1-e5a3-4547-813a-3937cbfb2e0f tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:47.880963 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-7be472a1-e5a3-4547-813a-3937cbfb2e0f tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0725334 Jun 03 09:59:47.884410 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aa514d30-6ca3-4a3a-8ded-227a83da4156 req-ed4e370c-78da-4523-86d1-0cf9e4f5eb57 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091630 Jun 03 09:59:47.899147 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-43a84572-a1b0-46c9-a9f3-191d914608e7 admin admin] Publish callbacks [] for security_group (cd9cd1a1-b44c-415b-8a53-c90ac351d76d), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.005368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Deleting port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 09:59:48.006053 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.047130 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-43a84572-a1b0-46c9-a9f3-191d914608e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cd9cd1a1-b44c-415b-8a53-c90ac351d76d), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.049769 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-43a84572-a1b0-46c9-a9f3-191d914608e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.060264 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-43a84572-a1b0-46c9-a9f3-191d914608e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd9cd1a1-b44c-415b-8a53-c90ac351d76d HTTP/1.1" status: 204 len: 168 time: 0.2397799 Jun 03 09:59:48.062172 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a84572-a1b0-46c9-a9f3-191d914608e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9cd1a1-b44c-415b-8a53-c90ac351d76d,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:48.197570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] For port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 09:59:48.197966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.220899 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf262d-df53-444c-b6a5-889a93851edb req-6ef90c63-897c-4238-8e55-2a79812ec1ed tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:48.222465 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fcf262d-df53-444c-b6a5-889a93851edb req-6ef90c63-897c-4238-8e55-2a79812ec1ed tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 946 time: 0.0832846 Jun 03 09:59:48.223468 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Calling delete_port for 3cad2bdc-c218-4a69-ba3b-f09c36418bdc owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 09:59:48.280035 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:48.330897 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fcf262d-df53-444c-b6a5-889a93851edb req-c749e703-83de-4ce9-93ec-8414a0e4d911 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663886 Jun 03 09:59:48.515843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (3cad2bdc-c218-4a69-ba3b-f09c36418bdc), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.529061 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['3cad2bdc-c218-4a69-ba3b-f09c36418bdc'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 09:59:48.552658 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Pushing event deleted for resources: {'Port': ['ID=3cad2bdc-c218-4a69-ba3b-f09c36418bdc,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:48.599939 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] No DVR routers for this DVR port 3cad2bdc-c218-4a69-ba3b-f09c36418bdc on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 09:59:48.602841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:48.606711 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9f347c11-1f9d-4f25-9b2d-82cef09aa123 req-3bdef081-d89d-4cd6-8a31-22465469fbf4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "DELETE /v2.0/ports/3cad2bdc-c218-4a69-ba3b-f09c36418bdc HTTP/1.1" status: 204 len: 173 time: 0.7211001 Jun 03 09:59:48.607297 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'name': 'network-vif-deleted', 'tag': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:48.609388 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a7fdf7-8de8-46d1-abec-d11c84153849" -d '{"events": [{"server_uuid": "395dcff7-dd0a-4300-9186-fbdf380e8cd7", "name": "network-vif-deleted", "tag": "3cad2bdc-c218-4a69-ba3b-f09c36418bdc"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:48.645233 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70470db1-5bea-4c2c-bf77-f28f47c37a2b x-openstack-request-id: req-70470db1-5bea-4c2c-bf77-f28f47c37a2b {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:48.645530 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395dcff7-dd0a-4300-9186-fbdf380e8cd7", "name": "network-vif-deleted", "tag": "3cad2bdc-c218-4a69-ba3b-f09c36418bdc", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:48.645840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70470db1-5bea-4c2c-bf77-f28f47c37a2b {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:48.646271 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70470db1-5bea-4c2c-bf77-f28f47c37a2b'] response: {'server_uuid': '395dcff7-dd0a-4300-9186-fbdf380e8cd7', 'name': 'network-vif-deleted', 'tag': '3cad2bdc-c218-4a69-ba3b-f09c36418bdc', 'status': 'completed', 'code': 200} Jun 03 09:59:49.114480 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55104) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:49.128945 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-22ba4c82-42d3-4375-8fb8-f65594a31b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.209138 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-22ba4c82-42d3-4375-8fb8-f65594a31b86 admin admin] Publish callbacks [] for security_group (acabc34a-11b6-467a-a36e-246412bcd7fd), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.327912 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-22ba4c82-42d3-4375-8fb8-f65594a31b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (acabc34a-11b6-467a-a36e-246412bcd7fd), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.340852 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:49.364874 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-22ba4c82-42d3-4375-8fb8-f65594a31b86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa08ecb75f6b48768741d9d27a0263fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462218 Jun 03 09:59:49.365251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55112) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:49.380235 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba4c82-42d3-4375-8fb8-f65594a31b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acabc34a-11b6-467a-a36e-246412bcd7fd,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:49.423442 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-59dbf2ea-d915-4333-b540-f213b2151a68 admin admin] Publish callbacks [] for security_group (acabc34a-11b6-467a-a36e-246412bcd7fd), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.461058 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-47fe8e37-e86b-4023-8163-63685391be1f req-001eb3ea-11dc-45f9-82ce-f63bf668e4f0 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=395dcff7-dd0a-4300-9186-fbdf380e8cd7 HTTP/1.1" status: 200 len: 210 time: 0.0356514 Jun 03 09:59:49.472929 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-59dbf2ea-d915-4333-b540-f213b2151a68 admin admin] Publish callbacks [] for security_group (acabc34a-11b6-467a-a36e-246412bcd7fd), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.640281 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-59dbf2ea-d915-4333-b540-f213b2151a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (acabc34a-11b6-467a-a36e-246412bcd7fd), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.643578 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-59dbf2ea-d915-4333-b540-f213b2151a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:49.644686 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-59dbf2ea-d915-4333-b540-f213b2151a68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acabc34a-11b6-467a-a36e-246412bcd7fd HTTP/1.1" status: 204 len: 168 time: 0.2783976 Jun 03 09:59:49.673717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf2ea-d915-4333-b540-f213b2151a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acabc34a-11b6-467a-a36e-246412bcd7fd,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:49.727248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:50.338543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:50.662399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2978c-649a-4cde-aa2a-a8b1e22a9034 req-6ea06eef-4d60-4b34-a59b-5f25db8cf85e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:50.666528 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-99e2978c-649a-4cde-aa2a-a8b1e22a9034 req-6ea06eef-4d60-4b34-a59b-5f25db8cf85e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0570655 Jun 03 09:59:50.808293 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-4f7c5fce-464a-4c8b-b259-e4316d1594f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:50.809843 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-4f7c5fce-464a-4c8b-b259-e4316d1594f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1130 time: 0.0946848 Jun 03 09:59:50.818350 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-99e2978c-649a-4cde-aa2a-a8b1e22a9034 req-ff96e73a-bdc7-4dcd-8b63-4fb73b73d731 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482806 Jun 03 09:59:50.921301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-774b0680-8d26-4780-a060-acea05b23a82 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:50.922709 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-774b0680-8d26-4780-a060-acea05b23a82 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/networks?id=98a7d991-7855-4bdc-8799-20026edb30df HTTP/1.1" status: 200 len: 808 time: 0.2320020 Jun 03 09:59:50.950530 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-e5c62b75-df95-4a8d-bdf8-b8a43fd209b7 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/quotas/4e1793ba5f584cb0a9005c50d80c5c06 HTTP/1.1" status: 200 len: 375 time: 0.0192430 Jun 03 09:59:50.984462 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-e94be269-4ced-463b-84aa-eff4739e7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:50.985962 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-e94be269-4ced-463b-84aa-eff4739e7855 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.1667364 Jun 03 09:59:50.989968 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-939edc2b-e18e-490c-a823-dfd37b18f2f8 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339491 Jun 03 09:59:51.039714 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-155863f5-876d-447a-ac03-6662410d30cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83 HTTP/1.1" status: 200 len: 217 time: 0.0412233 Jun 03 09:59:51.131328 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-377fda1a-b1fc-4ec5-a97b-cadffe1ce1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:51.132816 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-377fda1a-b1fc-4ec5-a97b-cadffe1ce1b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0883713 Jun 03 09:59:51.156976 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-30e2d6be-0d3e-4c98-9450-4b0d61ac1818 service neutron] 10.222.0.42 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553440 Jun 03 09:59:51.237909 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-b123f33c-9a1f-40bc-99c2-e488a8fe3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:51.239424 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-b123f33c-9a1f-40bc-99c2-e488a8fe3af4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001089 Jun 03 09:59:51.328529 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-3e159a69-5b09-4847-ae18-fd1839908d4f service neutron] 10.222.0.42 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503866 Jun 03 09:59:51.354097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-d7c28a68-60e3-4f85-b125-e4ec5d365dde service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062391 Jun 03 09:59:51.661431 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f462d81f-e95e-45c4-a86d-ce3d52cc780a req-e2c47be4-d3e7-428a-b2db-2d9c701d71db tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Jun 03 09:59:51.684000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-73f43f61-64f4-4b9f-86aa-05d61705cc89 req-bfe52a5b-92fa-4b36-b10b-2964353a0f97 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235152 Jun 03 09:59:51.826568 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3cad2bdc-c218-4a69-ba3b-f09c36418bdc no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 09:59:51.846591 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 3cad2bdc-c218-4a69-ba3b-f09c36418bdc {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 09:59:51.846943 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3cad2bdc-c218-4a69-ba3b-f09c36418bdc not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 09:59:51.974887 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2522d4-6e44-43f1-8647-928931ec0ada req-4e5bb430-b5f2-40e0-9fb2-d184ab70571e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:51.976345 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f2522d4-6e44-43f1-8647-928931ec0ada req-4e5bb430-b5f2-40e0-9fb2-d184ab70571e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0548742 Jun 03 09:59:52.027562 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f2522d4-6e44-43f1-8647-928931ec0ada req-e4523802-16e7-4f5a-8bbc-d2cf6df1ee24 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Jun 03 09:59:52.238516 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:52.424517 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:52.764754 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1eb3a17c-d7da-457c-9f94-53e09209751d req-3c6c3e10-edb9-4f11-99ae-044219a1266e tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0282743 Jun 03 09:59:53.145654 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9af6ec-1dd5-4965-862e-f921762572b1 req-40c2caf5-ad25-4f84-abc1-661f8e852441 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:53.147134 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f9af6ec-1dd5-4965-862e-f921762572b1 req-40c2caf5-ad25-4f84-abc1-661f8e852441 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0488503 Jun 03 09:59:53.196633 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f9af6ec-1dd5-4965-862e-f921762572b1 req-3d73a8e5-962f-4aaa-912f-57d7d5740697 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Jun 03 09:59:53.863226 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5f0a6ac8-d3cc-4825-a301-91100a54390a req-125dd449-7ec9-49ac-b445-d9ed4f170f0e tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0300105 Jun 03 09:59:54.333828 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6dbbe-9e14-4dab-abb1-a6b87f75e568 req-8bbca98c-a2e0-4e33-88e5-9164a6172f0c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:54.335345 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ae6dbbe-9e14-4dab-abb1-a6b87f75e568 req-8bbca98c-a2e0-4e33-88e5-9164a6172f0c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0675881 Jun 03 09:59:54.380964 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-dd31abda-8ed6-42d8-8669-5f0f084a0ab9 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:54.382605 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-dd31abda-8ed6-42d8-8669-5f0f084a0ab9 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "GET /v2.0/networks?id=98a7d991-7855-4bdc-8799-20026edb30df HTTP/1.1" status: 200 len: 808 time: 0.1660421 Jun 03 09:59:54.404097 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Request body: {'port': {'device_id': '321fb69e-316f-4254-93dc-d30bd9128a63', 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df', 'admin_state_up': True, 'tenant_id': '4e1793ba5f584cb0a9005c50d80c5c06'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:54.459725 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ae6dbbe-9e14-4dab-abb1-a6b87f75e568 req-ebd963dc-8ccc-4570-8353-10a7fce1f559 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166234 Jun 03 09:59:54.645059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Made reservation on behalf of 4e1793ba5f584cb0a9005c50d80c5c06 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 09:59:54.648501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:54.780809 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Allocated IP 172.20.0.14 (98a7d991-7855-4bdc-8799-20026edb30df/cb64965f-aa2e-4793-90e9-d8e8b0a08646/04d9b6ae-6279-49c8-8187-3f7745f2a082) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 09:59:54.818172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:54.962802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks [] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:54.968626 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2f0ab60b-3564-4c36-8d8d-a77ee2dea82d req-cd27336d-c71d-45eb-acd0-701899b07906 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0378268 Jun 03 09:59:55.119819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:55.150310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:55.165710 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Network 98a7d991-7855-4bdc-8799-20026edb30df is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 09:59:55.173973 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 09:59:55.176133 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Pushing event updated for resources: {'Port': ['ID=04d9b6ae-6279-49c8-8187-3f7745f2a082,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:55.178378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 09:59:55.183975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:55.184764 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:55.321802 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-02b1bce0-9060-448b-84c8-90b1155c4574 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243381 Jun 03 09:59:55.337221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Request body: {'port': {'device_id': '321fb69e-316f-4254-93dc-d30bd9128a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 09:59:55.403036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:55.597986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8e920-8c63-4ab2-8991-654a3f941a6e req-922d742f-1672-44f2-802d-7c4482173d82 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:55.599466 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-13e8e920-8c63-4ab2-8991-654a3f941a6e req-922d742f-1672-44f2-802d-7c4482173d82 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0682006 Jun 03 09:59:55.691463 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-13e8e920-8c63-4ab2-8991-654a3f941a6e req-9dfc4f01-dc71-41b0-9594-644dd9b94d93 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 Jun 03 09:59:55.760549 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d9b6ae-6279-49c8-8187-3f7745f2a082 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 09:59:55.768681 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Publish callbacks [] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:55.781734 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Transition to ACTIVE for port object 04d9b6ae-6279-49c8-8187-3f7745f2a082 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 09:59:55.885803 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:55.933496 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Pushing event updated for resources: {'Port': ['ID=04d9b6ae-6279-49c8-8187-3f7745f2a082,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:55.966475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Attempting to bind port 04d9b6ae-6279-49c8-8187-3f7745f2a082 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 09:59:55.967102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Attempting to bind port 04d9b6ae-6279-49c8-8187-3f7745f2a082 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 09:59:55.967102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Attempting to bind port 04d9b6ae-6279-49c8-8187-3f7745f2a082 on network 98a7d991-7855-4bdc-8799-20026edb30df {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:59:55.971251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Port 04d9b6ae-6279-49c8-8187-3f7745f2a082 on network 98a7d991-7855-4bdc-8799-20026edb30df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 09:59:55.971561 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Attempting to bind port 04d9b6ae-6279-49c8-8187-3f7745f2a082 on network 98a7d991-7855-4bdc-8799-20026edb30df {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 09:59:55.976479 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 9, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 09:59:55.976797 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Checking segment: {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 09:59:55.977167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Bound using segment: {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 09:59:55.977626 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Bound port: 04d9b6ae-6279-49c8-8187-3f7745f2a082, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa91255-e781-4dc3-913b-01ac4561f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 09:59:55.977947 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.056015 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] For port 04d9b6ae-6279-49c8-8187-3f7745f2a082, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 09:59:56.074856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55330) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:56.089437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] For port 04d9b6ae-6279-49c8-8187-3f7745f2a082, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=04d9b6ae-6279-49c8-8187-3f7745f2a082,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 09:59:56.101140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b1578-b252-4b03-82b1-cbb1d143e007 req-567544a9-2a2c-498c-8924-f9dcf54590bd tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.102656 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d09b1578-b252-4b03-82b1-cbb1d143e007 req-567544a9-2a2c-498c-8924-f9dcf54590bd tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 944 time: 0.0592570 Jun 03 09:59:56.167000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d09b1578-b252-4b03-82b1-cbb1d143e007 req-5fb04c45-3e33-4a09-a2e9-2d5b3f0f3a3a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572314 Jun 03 09:59:56.173392 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.197620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb9f-1bde-439f-aaae-6f7295407533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.208963 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.209454 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.211056 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] 10.222.0.59 "PUT /v2.0/ports/04d9b6ae-6279-49c8-8187-3f7745f2a082 HTTP/1.1" status: 200 len: 1094 time: 0.8778639 Jun 03 09:59:56.211604 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321fb69e-316f-4254-93dc-d30bd9128a63', 'tag': '04d9b6ae-6279-49c8-8187-3f7745f2a082'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 09:59:56.214710 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88507cd-3179-47e1-967f-8f2ccffc579c" -d '{"events": [{"name": "network-changed", "server_uuid": "321fb69e-316f-4254-93dc-d30bd9128a63", "tag": "04d9b6ae-6279-49c8-8187-3f7745f2a082"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 09:59:56.240359 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb495eb-1185-47c3-80f9-ad573e82fccf service neutron] Pushing event updated for resources: {'Port': ['ID=04d9b6ae-6279-49c8-8187-3f7745f2a082,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:56.268534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 09:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e34154-69a3-4f0d-84fd-83de19030b9d x-openstack-request-id: req-95e34154-69a3-4f0d-84fd-83de19030b9d {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 09:59:56.268887 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321fb69e-316f-4254-93dc-d30bd9128a63", "tag": "04d9b6ae-6279-49c8-8187-3f7745f2a082", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 09:59:56.276422 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95e34154-69a3-4f0d-84fd-83de19030b9d {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 09:59:56.276422 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e34154-69a3-4f0d-84fd-83de19030b9d'] response: {'name': 'network-changed', 'server_uuid': '321fb69e-316f-4254-93dc-d30bd9128a63', 'tag': '04d9b6ae-6279-49c8-8187-3f7745f2a082', 'status': 'completed', 'code': 200} Jun 03 09:59:56.297427 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb9f-1bde-439f-aaae-6f7295407533 admin admin] Publish callbacks [] for security_group (792291c0-5067-446f-aaf1-e1f6a08d041c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.336830 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88507cd-3179-47e1-967f-8f2ccffc579c req-75950912-6c65-497b-8e3b-89eb201392b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.338331 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b88507cd-3179-47e1-967f-8f2ccffc579c req-75950912-6c65-497b-8e3b-89eb201392b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 1128 time: 0.0474777 Jun 03 09:59:56.384053 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9aabdb9f-1bde-439f-aaae-6f7295407533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (792291c0-5067-446f-aaf1-e1f6a08d041c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.429446 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9aabdb9f-1bde-439f-aaae-6f7295407533 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e7e805c429e4b61a9530da191f327a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533278 Jun 03 09:59:56.437305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55348) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:56.443453 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88507cd-3179-47e1-967f-8f2ccffc579c req-72c1fe13-a87e-40c6-a965-c4e10e04eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.444913 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b88507cd-3179-47e1-967f-8f2ccffc579c req-72c1fe13-a87e-40c6-a965-c4e10e04eb06 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0973370 Jun 03 09:59:56.445341 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabdb9f-1bde-439f-aaae-6f7295407533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792291c0-5067-446f-aaf1-e1f6a08d041c,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:56.495148 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e90a8056-2045-421d-abad-5657039bcddd admin admin] Publish callbacks [] for security_group (792291c0-5067-446f-aaf1-e1f6a08d041c), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.516162 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e90a8056-2045-421d-abad-5657039bcddd admin admin] Publish callbacks [] for security_group (792291c0-5067-446f-aaf1-e1f6a08d041c), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.525055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:56.545481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88507cd-3179-47e1-967f-8f2ccffc579c req-0729afb2-ecef-4f2f-986f-369860d2489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.547091 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b88507cd-3179-47e1-967f-8f2ccffc579c req-0729afb2-ecef-4f2f-986f-369860d2489f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955262 Jun 03 09:59:56.623782 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-6d97566a-d082-47e5-93a3-cb6650edbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.625243 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-6d97566a-d082-47e5-93a3-cb6650edbd1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 1128 time: 0.0399117 Jun 03 09:59:56.664277 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-d1757154-6e75-4751-bb1a-49987eee39ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d9b6ae-6279-49c8-8187-3f7745f2a082 HTTP/1.1" status: 200 len: 217 time: 0.0312002 Jun 03 09:59:56.692849 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e90a8056-2045-421d-abad-5657039bcddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (792291c0-5067-446f-aaf1-e1f6a08d041c), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.695835 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e90a8056-2045-421d-abad-5657039bcddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:56.698089 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e90a8056-2045-421d-abad-5657039bcddd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/792291c0-5067-446f-aaf1-e1f6a08d041c HTTP/1.1" status: 204 len: 168 time: 0.2596567 Jun 03 09:59:56.706130 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a8056-2045-421d-abad-5657039bcddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792291c0-5067-446f-aaf1-e1f6a08d041c,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:56.727167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-a5b22ff7-7f51-4975-9dad-54a4364ef652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.730523 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-a5b22ff7-7f51-4975-9dad-54a4364ef652 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb64965f-aa2e-4793-90e9-d8e8b0a08646 HTTP/1.1" status: 200 len: 848 time: 0.0605671 Jun 03 09:59:56.767405 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-036bac32-9f90-4d10-9c81-7c2a8b3d094f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=98a7d991-7855-4bdc-8799-20026edb30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267398 Jun 03 09:59:56.844343 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:56.871437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda080c5-be73-4f82-9438-da8061b04830 req-c4c95337-dc97-4589-8641-754823373f0b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:56.872913 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fda080c5-be73-4f82-9438-da8061b04830 req-c4c95337-dc97-4589-8641-754823373f0b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0884638 Jun 03 09:59:56.924280 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-ed5b2bc3-de31-4afc-a0ed-23cdddd64d05 service neutron] 10.222.0.59 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503410 Jun 03 09:59:56.955881 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fda080c5-be73-4f82-9438-da8061b04830 req-7f403973-3984-4b78-af4f-8c19074d8932 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727046 Jun 03 09:59:57.021191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dabd050b-4a86-4670-ae87-c065a128b2a7 req-1a5d3246-849a-4249-83af-15bbef9ed23e service neutron] 10.222.0.59 "GET /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877390 Jun 03 09:59:57.281804 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a369c6b-c603-4636-bc3b-87e768e3ff5b req-09ab60fc-3721-4009-82d8-d8215894fccc tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:57.283191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3a369c6b-c603-4636-bc3b-87e768e3ff5b req-09ab60fc-3721-4009-82d8-d8215894fccc tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 944 time: 0.0505764 Jun 03 09:59:57.331240 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3a369c6b-c603-4636-bc3b-87e768e3ff5b req-a9614efa-f0d1-4747-9e41-7ffab04aee09 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Jun 03 09:59:57.502960 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55370) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:57.516489 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab24-acae-495f-bc86-c05a71a608e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:57.555285 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:57.592405 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab24-acae-495f-bc86-c05a71a608e6 admin admin] Publish callbacks [] for security_group (cbdb8c19-b47c-4e26-aeda-53aad4b50cca), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:57.692372 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab24-acae-495f-bc86-c05a71a608e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cbdb8c19-b47c-4e26-aeda-53aad4b50cca), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:57.731643 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8fe1ab24-acae-495f-bc86-c05a71a608e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91444d95f649480ba256a4dd5799aa72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276082 Jun 03 09:59:57.732485 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ab24-acae-495f-bc86-c05a71a608e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb8c19-b47c-4e26-aeda-53aad4b50cca,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:57.734378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55376) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:57.784569 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b936680-efeb-41fe-8d6c-0d6198ed821e admin admin] Publish callbacks [] for security_group (cbdb8c19-b47c-4e26-aeda-53aad4b50cca), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:57.805631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b936680-efeb-41fe-8d6c-0d6198ed821e admin admin] Publish callbacks [] for security_group (cbdb8c19-b47c-4e26-aeda-53aad4b50cca), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:58.004310 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 09:59:58.018085 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b936680-efeb-41fe-8d6c-0d6198ed821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cbdb8c19-b47c-4e26-aeda-53aad4b50cca), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:58.020698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b936680-efeb-41fe-8d6c-0d6198ed821e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:58.022255 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9b936680-efeb-41fe-8d6c-0d6198ed821e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbdb8c19-b47c-4e26-aeda-53aad4b50cca HTTP/1.1" status: 204 len: 168 time: 0.2868896 Jun 03 09:59:58.033834 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b936680-efeb-41fe-8d6c-0d6198ed821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb8c19-b47c-4e26-aeda-53aad4b50cca,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:58.085767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74edc20-9e23-4e45-9c86-c094696ba8d1 req-631b7d15-5344-45a8-9908-ef8eed8b1a72 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:58.087629 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a74edc20-9e23-4e45-9c86-c094696ba8d1 req-631b7d15-5344-45a8-9908-ef8eed8b1a72 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0566814 Jun 03 09:59:58.162600 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a74edc20-9e23-4e45-9c86-c094696ba8d1 req-a68b4774-8690-4107-bae7-286acdd04ea2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Jun 03 09:59:58.376631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:58.448094 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09f76e-e611-47f7-bf5b-152fdb9bd768 req-11420e25-ed64-42d6-9f84-9f63bdd98c19 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:58.449643 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f09f76e-e611-47f7-bf5b-152fdb9bd768 req-11420e25-ed64-42d6-9f84-9f63bdd98c19 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 944 time: 0.0480859 Jun 03 09:59:58.496923 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f09f76e-e611-47f7-bf5b-152fdb9bd768 req-5b599157-ec90-42c2-8739-a7834eff1375 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Jun 03 09:59:58.578709 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:58.746340 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55414) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:58.861441 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9fc12b1f-463e-4eee-bdf6-ecdba2e8f34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:58.935674 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9fc12b1f-463e-4eee-bdf6-ecdba2e8f34f admin admin] Publish callbacks [] for security_group (f8efe37c-e53e-46d9-93e4-e4b00b3a8075), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:59.016373 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9fc12b1f-463e-4eee-bdf6-ecdba2e8f34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f8efe37c-e53e-46d9-93e4-e4b00b3a8075), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:59.055191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9fc12b1f-463e-4eee-bdf6-ecdba2e8f34f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a25631f160d94c568be96be9173546d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115168 Jun 03 09:59:59.056000 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc12b1f-463e-4eee-bdf6-ecdba2e8f34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efe37c-e53e-46d9-93e4-e4b00b3a8075,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:59.058323 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55424) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 09:59:59.109557 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-091daae5-f508-43c7-bee4-7afd657daef7 admin admin] Publish callbacks [] for security_group (f8efe37c-e53e-46d9-93e4-e4b00b3a8075), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:59.117954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:59.132599 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-091daae5-f508-43c7-bee4-7afd657daef7 admin admin] Publish callbacks [] for security_group (f8efe37c-e53e-46d9-93e4-e4b00b3a8075), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:59.269275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b28d2-d173-4147-bdf2-d9eba7d0a43d req-505acd54-3534-46f8-998f-f3d3d9ff933a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:59.270786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f32b28d2-d173-4147-bdf2-d9eba7d0a43d req-505acd54-3534-46f8-998f-f3d3d9ff933a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0505662 Jun 03 09:59:59.319726 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f32b28d2-d173-4147-bdf2-d9eba7d0a43d req-592ced51-6ca9-4818-b5ee-9f5e741feb3d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Jun 03 09:59:59.372817 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-091daae5-f508-43c7-bee4-7afd657daef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f8efe37c-e53e-46d9-93e4-e4b00b3a8075), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:59.375503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-091daae5-f508-43c7-bee4-7afd657daef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 09:59:59.376878 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-091daae5-f508-43c7-bee4-7afd657daef7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8efe37c-e53e-46d9-93e4-e4b00b3a8075 HTTP/1.1" status: 204 len: 168 time: 0.3167346 Jun 03 09:59:59.387134 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091daae5-f508-43c7-bee4-7afd657daef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efe37c-e53e-46d9-93e4-e4b00b3a8075,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 09:59:59.612055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f9f1-c8a3-427b-8295-d344cf4d8af5 req-dd7a35e4-cffa-4bc2-8bea-2eb8428c790a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 09:59:59.613565 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4342f9f1-c8a3-427b-8295-d344cf4d8af5 req-dd7a35e4-cffa-4bc2-8bea-2eb8428c790a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 944 time: 0.0474200 Jun 03 09:59:59.643288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 09:59:59.678465 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4342f9f1-c8a3-427b-8295-d344cf4d8af5 req-14e033e5-c81d-4a3c-98b0-62876f67cf07 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Jun 03 10:00:00.228554 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55458) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:00.232927 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 04d9b6ae-6279-49c8-8187-3f7745f2a082 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:00:00.233990 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55460) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:00.261493 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47a520fe-3df0-4657-9b1d-ac955d378800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.361115 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 04d9b6ae-6279-49c8-8187-3f7745f2a082, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=04d9b6ae-6279-49c8-8187-3f7745f2a082,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:00.361993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47a520fe-3df0-4657-9b1d-ac955d378800 admin admin] Publish callbacks [] for security_group (5bb05bde-9075-484b-8d16-45a916f89a62), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.373792 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '04d9b6ae-6279-49c8-8187-3f7745f2a082', 'network_id': '98a7d991-7855-4bdc-8799-20026edb30df', 'port_id': '04d9b6ae-6279-49c8-8187-3f7745f2a082', 'mac_address': 'fa:16:3e:03:32:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb64965f-aa2e-4793-90e9-d8e8b0a08646', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:00:00.413824 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 04d9b6ae-6279-49c8-8187-3f7745f2a082 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:00.414287 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.415030 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-11e033d3-026b-49ac-8bba-5842f78d18af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.428677 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d9b6ae-6279-49c8-8187-3f7745f2a082 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:00:00.446725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efbccc-860a-46e7-9f68-b7d25f21e20c req-b32de220-a38c-4953-bc88-e6387a77a551 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:00.452358 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-84efbccc-860a-46e7-9f68-b7d25f21e20c req-b32de220-a38c-4953-bc88-e6387a77a551 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0518119 Jun 03 10:00:00.455658 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 04d9b6ae-6279-49c8-8187-3f7745f2a082, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=04d9b6ae-6279-49c8-8187-3f7745f2a082,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:00.471575 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-47a520fe-3df0-4657-9b1d-ac955d378800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5bb05bde-9075-484b-8d16-45a916f89a62), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.495986 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-11e033d3-026b-49ac-8bba-5842f78d18af admin admin] Publish callbacks [] for security_group (3175d10a-0f70-46e8-86a4-358515db00c4), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.527575 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-47a520fe-3df0-4657-9b1d-ac955d378800 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bff41148751242268963e5d000624fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971661 Jun 03 10:00:00.530185 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55466) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:00.532900 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a520fe-3df0-4657-9b1d-ac955d378800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb05bde-9075-484b-8d16-45a916f89a62,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:00.538245 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-84efbccc-860a-46e7-9f68-b7d25f21e20c req-8a9777a7-1663-4a65-b1b8-7a7a749cdde1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Jun 03 10:00:00.559470 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.590721 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-11e033d3-026b-49ac-8bba-5842f78d18af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3175d10a-0f70-46e8-86a4-358515db00c4), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.607254 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=04d9b6ae-6279-49c8-8187-3f7745f2a082,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:00.613663 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-98db10f9-673f-4e32-b844-869b840a11d9 admin admin] Publish callbacks [] for security_group (5bb05bde-9075-484b-8d16-45a916f89a62), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.624638 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-11e033d3-026b-49ac-8bba-5842f78d18af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d91dbf6be3e4ce3b6d34cdc6175ecf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890851 Jun 03 10:00:00.627367 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55470) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:00.651618 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e033d3-026b-49ac-8bba-5842f78d18af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3175d10a-0f70-46e8-86a4-358515db00c4,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:00.657970 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-98db10f9-673f-4e32-b844-869b840a11d9 admin admin] Publish callbacks [] for security_group (5bb05bde-9075-484b-8d16-45a916f89a62), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.678003 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d3cf-cdee-45c1-80f4-f922b84e0d4a admin admin] Publish callbacks [] for security_group (3175d10a-0f70-46e8-86a4-358515db00c4), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.688218 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:00.701961 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d3cf-cdee-45c1-80f4-f922b84e0d4a admin admin] Publish callbacks [] for security_group (3175d10a-0f70-46e8-86a4-358515db00c4), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.713613 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:00.797717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa00c7-b3c5-495c-8278-16dd53d00dc3 req-e48a67ea-d1ae-4892-b1c2-fa02bb00b7b4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:00.799192 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41fa00c7-b3c5-495c-8278-16dd53d00dc3 req-e48a67ea-d1ae-4892-b1c2-fa02bb00b7b4 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Jun 03 10:00:00.829973 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-98db10f9-673f-4e32-b844-869b840a11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5bb05bde-9075-484b-8d16-45a916f89a62), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.832391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-98db10f9-673f-4e32-b844-869b840a11d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.833506 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-98db10f9-673f-4e32-b844-869b840a11d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bb05bde-9075-484b-8d16-45a916f89a62 HTTP/1.1" status: 204 len: 168 time: 0.3023267 Jun 03 10:00:00.843659 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db10f9-673f-4e32-b844-869b840a11d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb05bde-9075-484b-8d16-45a916f89a62,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:00.851193 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41fa00c7-b3c5-495c-8278-16dd53d00dc3 req-182970d2-d90d-48b7-ab1c-f2c510575327 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Jun 03 10:00:00.860377 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d3cf-cdee-45c1-80f4-f922b84e0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3175d10a-0f70-46e8-86a4-358515db00c4), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.864612 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d3cf-cdee-45c1-80f4-f922b84e0d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:00.867611 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-6fd4d3cf-cdee-45c1-80f4-f922b84e0d4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3175d10a-0f70-46e8-86a4-358515db00c4 HTTP/1.1" status: 204 len: 168 time: 0.2391450 Jun 03 10:00:00.892808 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4d3cf-cdee-45c1-80f4-f922b84e0d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3175d10a-0f70-46e8-86a4-358515db00c4,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:00.906512 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:01.668194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b669955-dd6d-4b1e-a4d3-311457c40f85 req-f051c3c0-f0d9-4872-b31e-6e13ec9cc6b4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:01.669657 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7b669955-dd6d-4b1e-a4d3-311457c40f85 req-f051c3c0-f0d9-4872-b31e-6e13ec9cc6b4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0597339 Jun 03 10:00:01.717082 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7b669955-dd6d-4b1e-a4d3-311457c40f85 req-e1d4864b-f597-44d1-a12e-7582acb12939 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Jun 03 10:00:01.974505 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b815-6cb9-4558-b8dc-0552c86340ff req-5a1f2f08-74f9-4d6c-b2b1-19f71810d783 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:01.976093 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-af66b815-6cb9-4558-b8dc-0552c86340ff req-5a1f2f08-74f9-4d6c-b2b1-19f71810d783 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Jun 03 10:00:02.029822 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-af66b815-6cb9-4558-b8dc-0552c86340ff req-73551754-14d2-4f30-8a9d-215f586ba5c3 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457962 Jun 03 10:00:02.265079 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['04d9b6ae-6279-49c8-8187-3f7745f2a082'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:00:02.388111 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:02.835036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d286b0-c1a6-49ea-9a64-a5e3224b8c53 req-3516f7cf-a1da-4667-8155-f50d6ff7de86 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:02.836788 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5d286b0-c1a6-49ea-9a64-a5e3224b8c53 req-3516f7cf-a1da-4667-8155-f50d6ff7de86 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0487952 Jun 03 10:00:02.899792 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5d286b0-c1a6-49ea-9a64-a5e3224b8c53 req-4563e5cf-572c-44eb-a5cc-394999844565 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543983 Jun 03 10:00:03.181128 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109020d7-2385-44de-928f-603ff38069bd req-e81ce842-85c9-4b89-bc04-8710caddd55c tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:03.183207 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-109020d7-2385-44de-928f-603ff38069bd req-e81ce842-85c9-4b89-bc04-8710caddd55c tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 945 time: 0.0789621 Jun 03 10:00:03.261420 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-109020d7-2385-44de-928f-603ff38069bd req-096ea154-ae1d-44c1-982f-2d5cb60e83af tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676429 Jun 03 10:00:03.909043 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 04d9b6ae-6279-49c8-8187-3f7745f2a082 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:00:03.967738 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 04d9b6ae-6279-49c8-8187-3f7745f2a082 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:00:04.059507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 04d9b6ae-6279-49c8-8187-3f7745f2a082 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:00:04.060972 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:04.164187 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 04d9b6ae-6279-49c8-8187-3f7745f2a082 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:04.164713 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:04.192028 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321fb69e-316f-4254-93dc-d30bd9128a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d9b6ae-6279-49c8-8187-3f7745f2a082'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:04.195707 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe02ce-28df-49d3-8b0f-3c1de43738b5" -d '{"events": [{"server_uuid": "321fb69e-316f-4254-93dc-d30bd9128a63", "name": "network-vif-plugged", "status": "completed", "tag": "04d9b6ae-6279-49c8-8187-3f7745f2a082"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:04.228056 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 04d9b6ae-6279-49c8-8187-3f7745f2a082, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=04d9b6ae-6279-49c8-8187-3f7745f2a082,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:04.348277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:04.405291 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=04d9b6ae-6279-49c8-8187-3f7745f2a082,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:04.653937 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d6ab-3de3-42ef-b051-aa268b01c303 req-d5d282de-0a89-4339-99f6-37ea6005a228 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:04.655422 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0690d6ab-3de3-42ef-b051-aa268b01c303 req-d5d282de-0a89-4339-99f6-37ea6005a228 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0482798 Jun 03 10:00:04.705198 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0690d6ab-3de3-42ef-b051-aa268b01c303 req-1c8f5104-7348-4cb8-8501-4974b762c35d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Jun 03 10:00:04.759101 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6fc97-be88-4080-8aa3-916d8ee011a2 x-openstack-request-id: req-cfc6fc97-be88-4080-8aa3-916d8ee011a2 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:04.759716 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321fb69e-316f-4254-93dc-d30bd9128a63", "name": "network-vif-plugged", "status": "completed", "tag": "04d9b6ae-6279-49c8-8187-3f7745f2a082", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:04.760177 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfc6fc97-be88-4080-8aa3-916d8ee011a2 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:04.760666 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc6fc97-be88-4080-8aa3-916d8ee011a2'] response: {'server_uuid': '321fb69e-316f-4254-93dc-d30bd9128a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d9b6ae-6279-49c8-8187-3f7745f2a082', 'code': 200} Jun 03 10:00:04.851305 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:04.862757 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2805-b23c-425c-bff8-011d33cfed9e req-cc4bc37e-930b-43f6-ac51-1d06764bac18 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:04.864225 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-012a2805-b23c-425c-bff8-011d33cfed9e req-cc4bc37e-930b-43f6-ac51-1d06764bac18 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0852048 Jun 03 10:00:04.886563 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabab8c-7260-4fa5-8f5b-f2d25d2d7787 req-5277104f-5909-493f-94d7-3ece8b6469da tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:04.888498 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-baabab8c-7260-4fa5-8f5b-f2d25d2d7787 req-5277104f-5909-493f-94d7-3ece8b6469da tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0777941 Jun 03 10:00:04.951847 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-012a2805-b23c-425c-bff8-011d33cfed9e req-494282ab-afb5-4044-94c2-5791342cd447 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795465 Jun 03 10:00:04.968790 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-baabab8c-7260-4fa5-8f5b-f2d25d2d7787 req-2ff23374-fcdd-44fd-96be-9dde3fb5aece tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721760 Jun 03 10:00:05.174197 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8e384-1317-4854-9af8-c82d62947630 req-5e7cedf0-f8d9-4422-b59d-7aa2f1d30e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:05.175698 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-63c8e384-1317-4854-9af8-c82d62947630 req-5e7cedf0-f8d9-4422-b59d-7aa2f1d30e2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 1130 time: 0.0401025 Jun 03 10:00:05.220059 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-63c8e384-1317-4854-9af8-c82d62947630 req-812bcb50-522b-481d-afe8-19a1bb957a8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377190 Jun 03 10:00:05.824959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8467c-c1d3-43c4-a459-25d551d2871a req-ce993a84-271f-4aea-9b76-4cfb4c6a5d91 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:05.826216 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-40d8467c-c1d3-43c4-a459-25d551d2871a req-ce993a84-271f-4aea-9b76-4cfb4c6a5d91 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0508881 Jun 03 10:00:05.885562 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-40d8467c-c1d3-43c4-a459-25d551d2871a req-62797b3a-e9db-4208-aa6f-07f7d1c18593 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Jun 03 10:00:06.094853 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:06.115705 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392053bb-5403-45b4-8813-cb2eabcbe759 req-3a8cb268-70e0-47fe-8140-57746b61eb0a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:06.117142 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-392053bb-5403-45b4-8813-cb2eabcbe759 req-3a8cb268-70e0-47fe-8140-57746b61eb0a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0684903 Jun 03 10:00:06.123565 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa848559-8f46-463d-8543-74d4073cb1c4 req-435bf506-6954-4317-a94d-99535d1d5c55 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:06.124914 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa848559-8f46-463d-8543-74d4073cb1c4 req-435bf506-6954-4317-a94d-99535d1d5c55 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0876882 Jun 03 10:00:06.190259 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-392053bb-5403-45b4-8813-cb2eabcbe759 req-d6b61046-d91b-45e3-a8a0-1e67a19077cc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642946 Jun 03 10:00:06.201066 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa848559-8f46-463d-8543-74d4073cb1c4 req-32655713-c3ca-4a06-ae1d-950838107b75 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Jun 03 10:00:06.446922 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-329ce503-275d-4c9c-ab6b-4c714d72a17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:07.005574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b3f0-db80-4c57-891a-257f7cfc8db6 req-470e6712-2fbb-47eb-ba71-89cb0ad4d2a3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:07.007021 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5d98b3f0-db80-4c57-891a-257f7cfc8db6 req-470e6712-2fbb-47eb-ba71-89cb0ad4d2a3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0487258 Jun 03 10:00:07.054940 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5d98b3f0-db80-4c57-891a-257f7cfc8db6 req-9bdc4325-2cfa-44e9-a59a-a836cfdf70e5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jun 03 10:00:07.346764 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e5802-4342-4250-bda9-9b87b518e08b req-1a771534-1716-49b5-be4e-8e68b5efac1f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:07.346764 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9f7e5802-4342-4250-bda9-9b87b518e08b req-1a771534-1716-49b5-be4e-8e68b5efac1f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0799463 Jun 03 10:00:07.355615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c3ab3-4280-423b-acbf-29c7cfa0c25c req-471b639d-9e18-4ca8-8585-b22c75eed07a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:07.357048 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab9c3ab3-4280-423b-acbf-29c7cfa0c25c req-471b639d-9e18-4ca8-8585-b22c75eed07a tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0817792 Jun 03 10:00:07.424278 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9f7e5802-4342-4250-bda9-9b87b518e08b req-5b9ebc5d-337f-4ef7-9387-2461d60edcc4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662246 Jun 03 10:00:07.439098 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55742) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:07.439840 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab9c3ab3-4280-423b-acbf-29c7cfa0c25c req-357cd952-4ce1-49ad-8e85-a1b999e78c5c tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747664 Jun 03 10:00:07.549590 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-297ca57e-042f-4bb8-8c29-b2ea0d17615a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:07.626403 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-297ca57e-042f-4bb8-8c29-b2ea0d17615a admin admin] Publish callbacks [] for security_group (e1920c74-b0b1-494e-98f9-a3a3b0ad449f), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:07.732668 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-297ca57e-042f-4bb8-8c29-b2ea0d17615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e1920c74-b0b1-494e-98f9-a3a3b0ad449f), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:07.772340 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-297ca57e-042f-4bb8-8c29-b2ea0d17615a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55e5440700564161b28cd3e21d7d64d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321328 Jun 03 10:00:07.773132 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca57e-042f-4bb8-8c29-b2ea0d17615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1920c74-b0b1-494e-98f9-a3a3b0ad449f,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:07.775101 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55750) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:07.826412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-34a74267-8ab8-4c89-9d12-8e9240bdbcaf admin admin] Publish callbacks [] for security_group (e1920c74-b0b1-494e-98f9-a3a3b0ad449f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:07.855646 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-34a74267-8ab8-4c89-9d12-8e9240bdbcaf admin admin] Publish callbacks [] for security_group (e1920c74-b0b1-494e-98f9-a3a3b0ad449f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:08.008064 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-34a74267-8ab8-4c89-9d12-8e9240bdbcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e1920c74-b0b1-494e-98f9-a3a3b0ad449f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:08.011470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-34a74267-8ab8-4c89-9d12-8e9240bdbcaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:08.018516 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-34a74267-8ab8-4c89-9d12-8e9240bdbcaf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1920c74-b0b1-494e-98f9-a3a3b0ad449f HTTP/1.1" status: 204 len: 168 time: 0.2411478 Jun 03 10:00:08.027594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a74267-8ab8-4c89-9d12-8e9240bdbcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1920c74-b0b1-494e-98f9-a3a3b0ad449f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:08.189651 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6d56-ad07-460f-af99-c44d17b3ee31 req-ef1063c6-b92d-427b-bc23-d71f5433f0d2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:08.191165 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bdcf6d56-ad07-460f-af99-c44d17b3ee31 req-ef1063c6-b92d-427b-bc23-d71f5433f0d2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0586529 Jun 03 10:00:08.238088 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bdcf6d56-ad07-460f-af99-c44d17b3ee31 req-0dccab8a-702f-4901-967e-b2f1b1a60619 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Jun 03 10:00:08.331638 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6f193-a0a7-4841-8747-2773b9563401 req-387b7893-cdd6-42ad-bf84-fdd24d8dbc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:08.333061 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c3b6f193-a0a7-4841-8747-2773b9563401 req-387b7893-cdd6-42ad-bf84-fdd24d8dbc28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1130 time: 0.0373728 Jun 03 10:00:08.383998 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c3b6f193-a0a7-4841-8747-2773b9563401 req-66fa3b9b-26af-4389-aa41-3328a766fef4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Jun 03 10:00:08.794922 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354fbcf-8e25-46c2-ac65-8a9178abce60 req-0ca692df-71e7-43da-be68-10fbe237b916 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:08.800308 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c0621690-3a27-447f-be62-529fa6796e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:08.803350 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4354fbcf-8e25-46c2-ac65-8a9178abce60 req-0ca692df-71e7-43da-be68-10fbe237b916 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.2905049 Jun 03 10:00:08.841379 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:08.849238 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4354fbcf-8e25-46c2-ac65-8a9178abce60 req-84e318ef-a80d-4f8d-9014-bf71eb097bf9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448906 Jun 03 10:00:08.915079 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55824) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:08.940427 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9021b15-68cc-4432-a97e-8610cd4ca609 req-0655c09c-c0c3-49af-916a-074d3e4ac788 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:08.942044 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e9021b15-68cc-4432-a97e-8610cd4ca609 req-0655c09c-c0c3-49af-916a-074d3e4ac788 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0494039 Jun 03 10:00:08.945915 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-657fcd20-b34d-4441-a3c5-d509b4290ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:08.991481 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e9021b15-68cc-4432-a97e-8610cd4ca609 req-b36dd831-429e-45fd-8974-9d0016b56814 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Jun 03 10:00:09.030126 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-657fcd20-b34d-4441-a3c5-d509b4290ea4 admin admin] Publish callbacks [] for security_group (0f50cec7-717a-4bda-9897-42d25153a726), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:09.119208 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-657fcd20-b34d-4441-a3c5-d509b4290ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0f50cec7-717a-4bda-9897-42d25153a726), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:09.160375 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-657fcd20-b34d-4441-a3c5-d509b4290ea4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b294a85f88cc45e0968d55a0b15af1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437146 Jun 03 10:00:09.162327 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fcd20-b34d-4441-a3c5-d509b4290ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50cec7-717a-4bda-9897-42d25153a726,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:09.163133 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55832) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:09.205736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:09.218677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-172213ce-f535-40b6-a34c-9c7494f8e010 admin admin] Publish callbacks [] for security_group (0f50cec7-717a-4bda-9897-42d25153a726), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:09.239177 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-172213ce-f535-40b6-a34c-9c7494f8e010 admin admin] Publish callbacks [] for security_group (0f50cec7-717a-4bda-9897-42d25153a726), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:09.362608 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad2190-7c45-4594-9023-75a2cd7600af req-b979cb53-88d9-4207-80ad-02e3ec06f37a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:09.364135 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-53ad2190-7c45-4594-9023-75a2cd7600af req-b979cb53-88d9-4207-80ad-02e3ec06f37a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0493155 Jun 03 10:00:09.403227 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-172213ce-f535-40b6-a34c-9c7494f8e010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0f50cec7-717a-4bda-9897-42d25153a726), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:09.405675 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-172213ce-f535-40b6-a34c-9c7494f8e010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:09.409223 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-172213ce-f535-40b6-a34c-9c7494f8e010 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f50cec7-717a-4bda-9897-42d25153a726 HTTP/1.1" status: 204 len: 168 time: 0.2426522 Jun 03 10:00:09.425685 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172213ce-f535-40b6-a34c-9c7494f8e010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50cec7-717a-4bda-9897-42d25153a726,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:09.431108 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-53ad2190-7c45-4594-9023-75a2cd7600af req-f5ecc043-efc3-42c5-89c5-e0c71e71459b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Jun 03 10:00:09.976734 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff886-fab6-4085-ab35-bb6d2f8fc55d req-ac997e6b-74ab-4e28-b065-41a9870a94a8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:09.976734 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2feff886-fab6-4085-ab35-bb6d2f8fc55d req-ac997e6b-74ab-4e28-b065-41a9870a94a8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0481732 Jun 03 10:00:09.995792 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:10.026904 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2feff886-fab6-4085-ab35-bb6d2f8fc55d req-f6683879-6d15-4f7a-95bc-edcdf4248492 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465643 Jun 03 10:00:10.113147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea726545-11f1-4ebe-983f-0fbe89918780 req-c3d93604-3fba-41c0-a36b-ea90534e392d tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:10.114803 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea726545-11f1-4ebe-983f-0fbe89918780 req-c3d93604-3fba-41c0-a36b-ea90534e392d tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0529406 Jun 03 10:00:10.166120 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea726545-11f1-4ebe-983f-0fbe89918780 req-9dd5b1e1-8a30-4ba4-aede-cbe1fc5b2181 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Jun 03 10:00:10.553689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb80755-a522-4a57-826f-e4765a07112c req-a71091a5-fe57-4f5e-ad57-603ee4d35ff7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:10.555123 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8bb80755-a522-4a57-826f-e4765a07112c req-a71091a5-fe57-4f5e-ad57-603ee4d35ff7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0488677 Jun 03 10:00:10.608246 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8bb80755-a522-4a57-826f-e4765a07112c req-98ab6e56-dff0-4f20-8c4f-ca0e8c44c25e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Jun 03 10:00:11.152808 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914881-72b6-40d4-8106-5e07a54bce2b req-584237d1-ff77-4f6c-aa24-cb4a15c1647f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:11.161309 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-64914881-72b6-40d4-8106-5e07a54bce2b req-584237d1-ff77-4f6c-aa24-cb4a15c1647f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0534708 Jun 03 10:00:11.225388 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-64914881-72b6-40d4-8106-5e07a54bce2b req-a684a36e-2704-4e95-b5d2-946570ab538d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604706 Jun 03 10:00:11.286844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:11.299031 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8519-a4ac-4710-ba54-aa05f4f72211 req-8f40df8c-d6be-4ec4-a9a1-c9d8157bb98e tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:11.299031 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b92e8519-a4ac-4710-ba54-aa05f4f72211 req-8f40df8c-d6be-4ec4-a9a1-c9d8157bb98e tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0514078 Jun 03 10:00:11.351363 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b92e8519-a4ac-4710-ba54-aa05f4f72211 req-ea0411be-c6a1-4ada-b59a-69e164b7c1ad tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7b7850e-a035-446f-8e1b-e4d119fdc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Jun 03 10:00:11.530641 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-bd1af489-09c9-4f1e-a77e-704f4ab72849 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:11.532141 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-bd1af489-09c9-4f1e-a77e-704f4ab72849 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 946 time: 0.0532064 Jun 03 10:00:11.736059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796683b-3c8a-4cce-8c93-4b6b155a03f9 req-c63fd222-2ddb-4dae-9e8a-d5503b5ac322 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:11.737708 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5796683b-3c8a-4cce-8c93-4b6b155a03f9 req-c63fd222-2ddb-4dae-9e8a-d5503b5ac322 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0547216 Jun 03 10:00:11.777826 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:11.799236 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5796683b-3c8a-4cce-8c93-4b6b155a03f9 req-8ebe9f90-0c38-42a7-ad76-95ab456dfab8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Jun 03 10:00:11.913904 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Deleting port 04d9b6ae-6279-49c8-8187-3f7745f2a082 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:00:11.914436 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:12.008687 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] For port 04d9b6ae-6279-49c8-8187-3f7745f2a082, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=04d9b6ae-6279-49c8-8187-3f7745f2a082,segment=NetworkSegment(6aa91255-e781-4dc3-913b-01ac4561f5b3),segment_id=6aa91255-e781-4dc3-913b-01ac4561f5b3)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:12.009053 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:12.023555 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Calling delete_port for 04d9b6ae-6279-49c8-8187-3f7745f2a082 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:00:12.025122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:12.242552 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13b2ad-f2c2-4fe5-be48-8d0ce81262ba req-ff0a3c8e-7a09-4fde-8b83-18190913189a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:12.242552 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab13b2ad-f2c2-4fe5-be48-8d0ce81262ba req-ff0a3c8e-7a09-4fde-8b83-18190913189a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0598729 Jun 03 10:00:12.269819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (04d9b6ae-6279-49c8-8187-3f7745f2a082), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:12.320399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Pushing event deleted for resources: {'Port': ['ID=04d9b6ae-6279-49c8-8187-3f7745f2a082,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:12.375902 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.376242 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.376585 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.376975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.377360 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.377634 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.377979 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.378301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.378620 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.378940 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.379258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.379578 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.379893 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.380208 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.380525 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:12.421434 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab13b2ad-f2c2-4fe5-be48-8d0ce81262ba req-0b40a4c2-0602-4bec-ac47-d7269de578ca tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638615 Jun 03 10:00:12.422777 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] No DVR routers for this DVR port 04d9b6ae-6279-49c8-8187-3f7745f2a082 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:00:12.425797 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:12.429827 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b049a49-655f-4a3b-9e0e-a6e646afb16e req-d2169501-1ef5-412d-af21-19b315eb7c3b tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.59 "DELETE /v2.0/ports/04d9b6ae-6279-49c8-8187-3f7745f2a082 HTTP/1.1" status: 204 len: 173 time: 0.6145735 Jun 03 10:00:12.433642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321fb69e-316f-4254-93dc-d30bd9128a63', 'name': 'network-vif-deleted', 'tag': '04d9b6ae-6279-49c8-8187-3f7745f2a082'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:12.438305 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930f6c5-56de-41f2-8072-183ca5359173" -d '{"events": [{"server_uuid": "321fb69e-316f-4254-93dc-d30bd9128a63", "name": "network-vif-deleted", "tag": "04d9b6ae-6279-49c8-8187-3f7745f2a082"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:12.458692 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d4959-bbd6-4013-9ccc-87ffc7d37afd req-d4d36f77-75b8-4ac6-a467-f5448f95feee tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:12.458853 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5d3d4959-bbd6-4013-9ccc-87ffc7d37afd req-d4d36f77-75b8-4ac6-a467-f5448f95feee tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1331944 Jun 03 10:00:12.572897 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7b2ae660-c309-4bfc-a57d-a299a5f458e0 req-8ba7c20c-d635-4952-85c8-61e691bc6eb6 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0635905 Jun 03 10:00:12.578264 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-717787d1-bd15-42a6-a1aa-bb2f57f81c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:12.580370 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-717787d1-bd15-42a6-a1aa-bb2f57f81c79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1130 time: 0.0891728 Jun 03 10:00:12.583699 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5d3d4959-bbd6-4013-9ccc-87ffc7d37afd req-d335ba17-c2ca-4a52-8291-3a898fa3c96a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167181 Jun 03 10:00:12.640313 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e6bc44-8d0f-491a-8c9e-1026ab117900 x-openstack-request-id: req-a9e6bc44-8d0f-491a-8c9e-1026ab117900 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:12.640606 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321fb69e-316f-4254-93dc-d30bd9128a63", "name": "network-vif-deleted", "tag": "04d9b6ae-6279-49c8-8187-3f7745f2a082", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:12.640860 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9e6bc44-8d0f-491a-8c9e-1026ab117900 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:12.641254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e6bc44-8d0f-491a-8c9e-1026ab117900'] response: {'server_uuid': '321fb69e-316f-4254-93dc-d30bd9128a63', 'name': 'network-vif-deleted', 'tag': '04d9b6ae-6279-49c8-8187-3f7745f2a082', 'status': 'completed', 'code': 200} Jun 03 10:00:12.659401 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:12.693134 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-af037f89-1e5d-43cc-a5d9-bfa54303d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:12.694653 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-af037f89-1e5d-43cc-a5d9-bfa54303d316 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.1067569 Jun 03 10:00:12.739473 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-7241b49d-6a15-4066-80fe-9266bff703eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83 HTTP/1.1" status: 200 len: 217 time: 0.0364773 Jun 03 10:00:12.837448 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-75ba964c-7d87-4aaf-b690-265c1afc0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:12.846070 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-75ba964c-7d87-4aaf-b690-265c1afc0358 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0696540 Jun 03 10:00:12.885211 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-cebd113b-1678-498c-8bc0-fb78bdefb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:12.887057 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-cebd113b-1678-498c-8bc0-fb78bdefb27b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399113 Jun 03 10:00:12.899514 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:12.999866 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-2286cb41-b624-42fe-93fe-6679bd4b2be9 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045291 Jun 03 10:00:13.007865 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55958) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:13.098675 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7c35b1d-934d-4a68-b1ec-1b72f5703bc1 req-6f2d6192-5ad2-41c7-a9a3-5835b0ccb630 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906754 Jun 03 10:00:13.145518 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fb304484-f596-4d64-adcd-a7d68347ed99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.221947 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fb304484-f596-4d64-adcd-a7d68347ed99 admin admin] Publish callbacks [] for security_group (93fa19e0-575f-4bce-a4f3-51871f9e327a), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.336570 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fb304484-f596-4d64-adcd-a7d68347ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (93fa19e0-575f-4bce-a4f3-51871f9e327a), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.376590 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-fb304484-f596-4d64-adcd-a7d68347ed99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa83faca51fc4e8fbc85384d863f515e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680058 Jun 03 10:00:13.377443 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb304484-f596-4d64-adcd-a7d68347ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa19e0-575f-4bce-a4f3-51871f9e327a,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:13.379471 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55970) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:13.437844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9183-a172-480a-bd94-7b1e8777b2fd admin admin] Publish callbacks [] for security_group (93fa19e0-575f-4bce-a4f3-51871f9e327a), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.459873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9183-a172-480a-bd94-7b1e8777b2fd admin admin] Publish callbacks [] for security_group (93fa19e0-575f-4bce-a4f3-51871f9e327a), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.465951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:13.543791 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4c1b-e015-4091-8709-0d911559f944 req-53868ff5-c5fa-4be3-8046-b1f70ced55c8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:13.545397 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-464b4c1b-e015-4091-8709-0d911559f944 req-53868ff5-c5fa-4be3-8046-b1f70ced55c8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0514908 Jun 03 10:00:13.595922 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-464b4c1b-e015-4091-8709-0d911559f944 req-fe708eec-cc98-453c-ba1a-806451c940aa tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Jun 03 10:00:13.624231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9183-a172-480a-bd94-7b1e8777b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (93fa19e0-575f-4bce-a4f3-51871f9e327a), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.626850 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c4bc9183-a172-480a-bd94-7b1e8777b2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:13.627955 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-c4bc9183-a172-480a-bd94-7b1e8777b2fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93fa19e0-575f-4bce-a4f3-51871f9e327a HTTP/1.1" status: 204 len: 168 time: 0.2473612 Jun 03 10:00:13.637029 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc9183-a172-480a-bd94-7b1e8777b2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa19e0-575f-4bce-a4f3-51871f9e327a,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:13.707862 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-140758f0-40e0-4e1c-b206-d63467d3ea29 req-d69152f5-5d07-4c1a-9a1d-14e9c0485797 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0341365 Jun 03 10:00:13.817660 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42897628-cb65-4b52-a182-d32e7fb7aef0 req-110e06a5-78cb-45db-9632-e78857e5ab73 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:13.819116 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-42897628-cb65-4b52-a182-d32e7fb7aef0 req-110e06a5-78cb-45db-9632-e78857e5ab73 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0818553 Jun 03 10:00:13.843187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61e8a9-7123-4387-87e8-918a1d1f8dfc req-c7e149f2-489c-4b3c-98cf-084afe6ea64f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:13.844864 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b61e8a9-7123-4387-87e8-918a1d1f8dfc req-c7e149f2-489c-4b3c-98cf-084afe6ea64f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Jun 03 10:00:13.920088 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-42897628-cb65-4b52-a182-d32e7fb7aef0 req-039c4187-0e48-4410-898a-3c14a180f886 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931115 Jun 03 10:00:13.922394 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b61e8a9-7123-4387-87e8-918a1d1f8dfc req-f24ba24d-0bc1-4b14-9003-c40cf057e08c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696528 Jun 03 10:00:13.952921 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 04d9b6ae-6279-49c8-8187-3f7745f2a082 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:00:13.985282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 04d9b6ae-6279-49c8-8187-3f7745f2a082 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:00:13.985841 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 04d9b6ae-6279-49c8-8187-3f7745f2a082 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:00:14.378069 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:14.675462 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 55990) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:14.690398 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-63ead871-7a0b-45ff-b803-d3a667176625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:14.724558 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe754d-9e7c-45c4-a1f3-3aa9ea367494 req-3754424d-126d-4173-9ba8-d57cdf740ca6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:14.726319 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c9fe754d-9e7c-45c4-a1f3-3aa9ea367494 req-3754424d-126d-4173-9ba8-d57cdf740ca6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0535097 Jun 03 10:00:14.787496 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-63ead871-7a0b-45ff-b803-d3a667176625 admin admin] Publish callbacks [] for security_group (a19422ad-3216-4a16-afa3-e7d0794bbf9a), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:14.796040 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-7a9d84a3-9827-4c48-90c4-1e66973aa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:14.797534 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-7a9d84a3-9827-4c48-90c4-1e66973aa5f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 1130 time: 0.0695064 Jun 03 10:00:14.829009 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c9fe754d-9e7c-45c4-a1f3-3aa9ea367494 req-0600ed2d-2d19-4fc6-8b35-4fd0c0e8d66f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902896 Jun 03 10:00:14.845283 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6c85182-ee69-4e04-8cc9-b5b381a02e30 req-56069629-f200-457c-8dbd-1e4190b615f5 tempest-VolumesActionsTest-1580277483 tempest-VolumesActionsTest-1580277483-project] 10.222.0.42 "GET /v2.0/ports?device_id=321fb69e-316f-4254-93dc-d30bd9128a63 HTTP/1.1" status: 200 len: 210 time: 0.0350204 Jun 03 10:00:14.898667 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-63ead871-7a0b-45ff-b803-d3a667176625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a19422ad-3216-4a16-afa3-e7d0794bbf9a), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:14.926514 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:14.934331 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:14.942578 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-63ead871-7a0b-45ff-b803-d3a667176625 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a333fe0d2ae7460c859fbde1eb8a9777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659781 Jun 03 10:00:14.944166 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead871-7a0b-45ff-b803-d3a667176625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19422ad-3216-4a16-afa3-e7d0794bbf9a,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:14.945377 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 55996) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:15.007751 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e74b543-87a5-491c-a781-2a72b5f805e7 admin admin] Publish callbacks [] for security_group (a19422ad-3216-4a16-afa3-e7d0794bbf9a), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:15.091204 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:15.099562 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e74b543-87a5-491c-a781-2a72b5f805e7 admin admin] Publish callbacks [] for security_group (a19422ad-3216-4a16-afa3-e7d0794bbf9a), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:15.116517 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdcc6e-a61b-4585-864a-47566f5a1085 req-b7093a8f-b128-44b0-a2c8-26959c9c2bca tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:15.118330 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-42fdcc6e-a61b-4585-864a-47566f5a1085 req-b7093a8f-b128-44b0-a2c8-26959c9c2bca tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1052511 Jun 03 10:00:15.144337 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf215da-6d23-44cc-a730-e8be061cdfd8 req-627295f9-cc3c-4c35-8725-7d3bf59ed859 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:15.145923 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbf215da-6d23-44cc-a730-e8be061cdfd8 req-627295f9-cc3c-4c35-8725-7d3bf59ed859 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1359150 Jun 03 10:00:15.294978 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-42fdcc6e-a61b-4585-864a-47566f5a1085 req-6e5513d4-f3ed-4fd0-8cf2-6ec6dc9a66bc tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583624 Jun 03 10:00:15.309376 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbf215da-6d23-44cc-a730-e8be061cdfd8 req-cfa83ebc-0326-43e3-99f8-f3bd8c930c5b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454353 Jun 03 10:00:15.327444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-2b497891-17d1-4d5f-a717-1792144ee324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:15.327444 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-2b497891-17d1-4d5f-a717-1792144ee324 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.2009766 Jun 03 10:00:15.400934 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e74b543-87a5-491c-a781-2a72b5f805e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a19422ad-3216-4a16-afa3-e7d0794bbf9a), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:15.403369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8e74b543-87a5-491c-a781-2a72b5f805e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:15.404530 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-8e74b543-87a5-491c-a781-2a72b5f805e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a19422ad-3216-4a16-afa3-e7d0794bbf9a HTTP/1.1" status: 204 len: 168 time: 0.4555964 Jun 03 10:00:15.419935 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b543-87a5-491c-a781-2a72b5f805e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19422ad-3216-4a16-afa3-e7d0794bbf9a,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:15.700733 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-2c4cd7c3-ba0e-45c4-9973-a269b0b6f413 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83 HTTP/1.1" status: 200 len: 217 time: 0.0358632 Jun 03 10:00:15.751154 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:15.755078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-6e2a61f0-1938-4c80-9138-3ea8140596be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:15.756585 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-6e2a61f0-1938-4c80-9138-3ea8140596be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0498245 Jun 03 10:00:15.802938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-27b116e1-4b75-4423-92fe-1ef728862fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:15.804546 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-27b116e1-4b75-4423-92fe-1ef728862fdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400755 Jun 03 10:00:15.910051 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-9ea4496b-82d4-42dc-adfd-26e91756e3aa service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967150 Jun 03 10:00:16.019755 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569369-340e-48ee-9b82-73f553c821ad req-dc3e0086-6abe-4e87-85b0-1674de9d3a73 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:16.022820 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf569369-340e-48ee-9b82-73f553c821ad req-dc3e0086-6abe-4e87-85b0-1674de9d3a73 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0944488 Jun 03 10:00:16.052847 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:16.053859 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:16.077222 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfac6404-8a28-4b1b-bc01-1de4c6328e8b req-f21bef11-b623-4336-a728-3a11e0b7cf44 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611669 Jun 03 10:00:16.099405 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf569369-340e-48ee-9b82-73f553c821ad req-d824af77-ba74-45cd-8d1e-590c6802dd70 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Jun 03 10:00:16.449980 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523eeeb-fc39-4f37-a3d3-3b3b8be0a0b2 req-d0b9625c-8a61-4028-a9bd-166a80120653 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:16.451499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3523eeeb-fc39-4f37-a3d3-3b3b8be0a0b2 req-d0b9625c-8a61-4028-a9bd-166a80120653 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0821548 Jun 03 10:00:16.474096 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95219a-a34d-4bac-a8fd-0949dcc59f7f req-ae28091e-bd3f-40d3-aefb-f84929bada86 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:16.475637 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0b95219a-a34d-4bac-a8fd-0949dcc59f7f req-ae28091e-bd3f-40d3-aefb-f84929bada86 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0715938 Jun 03 10:00:16.556064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3523eeeb-fc39-4f37-a3d3-3b3b8be0a0b2 req-96e2f4e4-a6f0-4c64-8466-a3ca0173573c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955353 Jun 03 10:00:16.559520 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0b95219a-a34d-4bac-a8fd-0949dcc59f7f req-e96e99c2-41ed-4123-9ca0-afb3bddb8a9c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688660 Jun 03 10:00:16.612878 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:17.721522 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e9c94-22e0-4b7b-82d0-58460b85926b req-8e7394c6-c9b8-4037-8770-c8a123091681 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:17.724373 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e55e9c94-22e0-4b7b-82d0-58460b85926b req-8e7394c6-c9b8-4037-8770-c8a123091681 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0907214 Jun 03 10:00:17.733045 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ff76-085c-4901-8483-577b8d33105a req-ceba7f2b-2a54-4ea4-b21f-b18b7e25f0e7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:17.734557 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2ac0ff76-085c-4901-8483-577b8d33105a req-ceba7f2b-2a54-4ea4-b21f-b18b7e25f0e7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0644367 Jun 03 10:00:17.814388 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e55e9c94-22e0-4b7b-82d0-58460b85926b req-4f4e91b0-4330-4466-931d-22432be77be3 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788624 Jun 03 10:00:17.817486 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2ac0ff76-085c-4901-8483-577b8d33105a req-c1b32193-96d0-496a-8a6f-58e680d0af4b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759177 Jun 03 10:00:18.230068 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56120) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:18.234452 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090390200', 'description': 'tempest-description--1628816934'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:18.338762 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:18.409193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group (0eb9089f-6dad-4cac-a651-3d2cccf1c1f3), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:18.544027 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0eb9089f-6dad-4cac-a651-3d2cccf1c1f3), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:18.572520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:18.676963 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:18.678277 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ae52a42a-3895-4efa-9285-ee05bafbb3a6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4472139 Jun 03 10:00:18.681165 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56122) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:18.685355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'security_group_rule': {'security_group_id': '0eb9089f-6dad-4cac-a651-3d2cccf1c1f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:18.836315 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group_rule (23f03382-6576-4900-8cb2-3652e0d668e2), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:18.919938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group_rule (23f03382-6576-4900-8cb2-3652e0d668e2), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:18.998042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4465-c733-4154-ba25-61741eccd3fc req-0815c100-6562-4324-8219-aa078bfb7043 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:18.999561 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-138b4465-c733-4154-ba25-61741eccd3fc req-0815c100-6562-4324-8219-aa078bfb7043 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0782773 Jun 03 10:00:19.006849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (23f03382-6576-4900-8cb2-3652e0d668e2), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.017114 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b253fb-dee2-4b0d-ba90-f8bec6b7c8ff req-2eb1d7be-6bc3-49de-9558-5a9b883f499b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:19.018566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c1b253fb-dee2-4b0d-ba90-f8bec6b7c8ff req-2eb1d7be-6bc3-49de-9558-5a9b883f499b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0955431 Jun 03 10:00:19.054037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f03382-6576-4900-8cb2-3652e0d668e2,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:19.107854 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-138b4465-c733-4154-ba25-61741eccd3fc req-d3f7d16a-c0ef-4a8a-a7b3-c99b49fb27b3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019695 Jun 03 10:00:19.111863 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c1b253fb-dee2-4b0d-ba90-f8bec6b7c8ff req-bb680a1b-a44e-4dab-bc52-90f76b5dc231 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839031 Jun 03 10:00:19.140872 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.142122 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-c560be08-f33b-4e63-a061-fc7ab8b52ce0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600322 Jun 03 10:00:19.144729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56132) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:19.148885 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'security_group_rule': {'security_group_id': '0eb9089f-6dad-4cac-a651-3d2cccf1c1f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:19.247160 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group_rule (4e64a83b-c5d4-43ad-8e87-90fa1439fef0), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.305564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group_rule (4e64a83b-c5d4-43ad-8e87-90fa1439fef0), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.429478 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (4e64a83b-c5d4-43ad-8e87-90fa1439fef0), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.448501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e64a83b-c5d4-43ad-8e87-90fa1439fef0,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:19.450525 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:19.551082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.552293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d3e9af09-40f7-48ec-9688-116f3dbd27e6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066551 Jun 03 10:00:19.555718 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56142) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:19.560748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:19.572822 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:19.680861 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.761274 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:19.867801 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Allocated IP 172.27.3.153 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/e2671a36-368b-4fdf-b142-1175e4b9f07a) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:00:19.965793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.056243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.091101 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:00:20.093734 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:00:20.097201 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:00:20.110812 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'Port': ['ID=e2671a36-368b-4fdf-b142-1175e4b9f07a,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:20.191005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.270606 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271e0fd-547f-4771-998b-058d92138362 req-93fe9c93-a8bd-4871-8ec7-70e1dfaa6f74 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:20.272108 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a271e0fd-547f-4771-998b-058d92138362 req-93fe9c93-a8bd-4871-8ec7-70e1dfaa6f74 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0828466 Jun 03 10:00:20.292358 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5636e-7bbc-49fd-a84b-4df08f6e5d01 req-a162343f-52e0-48dc-8d09-baf3e0e20c7c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:20.293838 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6c5636e-7bbc-49fd-a84b-4df08f6e5d01 req-a162343f-52e0-48dc-8d09-baf3e0e20c7c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0888972 Jun 03 10:00:20.381381 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a271e0fd-547f-4771-998b-058d92138362 req-24ff0b71-7243-4b3f-bc75-bbfa33c17ef2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029000 Jun 03 10:00:20.381960 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.406936 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6c5636e-7bbc-49fd-a84b-4df08f6e5d01 req-8746aa36-cf7a-4458-a304-2065330f8570 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062887 Jun 03 10:00:20.558952 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.621373 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.648554 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.671055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'Port': ['ID=e2671a36-368b-4fdf-b142-1175e4b9f07a,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:20.785635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:20.786935 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-1c32b59d-ee81-4e85-b765-e99e9b9f2617 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2302568 Jun 03 10:00:20.795152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:20.844396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:20.982538 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-702cee56-f820-4b21-81a8-971aab3d174b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1090390200&fields=id&tenant_id=071b399988474af1a1c709aac97c1744 HTTP/1.1" status: 200 len: 267 time: 0.0454211 Jun 03 10:00:21.086378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-cd33893d-75ce-480c-9302-d901cdaf6487 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:21.087758 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-cd33893d-75ce-480c-9302-d901cdaf6487 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 817 time: 0.0989759 Jun 03 10:00:21.103125 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-5799d2a6-d9bd-46d7-b284-57e6d9fa7277 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/quotas/071b399988474af1a1c709aac97c1744 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Jun 03 10:00:21.159776 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7790fed5-6efb-4970-9e26-eeb8f5e544f3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517533 Jun 03 10:00:21.504118 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-3dc0b2a3-8984-4222-996d-1b91845de292 service neutron] 10.222.0.42 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315325 Jun 03 10:00:21.515984 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88211825-d6e4-4703-b419-9275843862eb req-9e6aa802-2723-49ea-940c-b25a97d4d34f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:21.517436 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-88211825-d6e4-4703-b419-9275843862eb req-9e6aa802-2723-49ea-940c-b25a97d4d34f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0640714 Jun 03 10:00:21.616605 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-88211825-d6e4-4703-b419-9275843862eb req-129f37b6-0771-4fc0-b521-afa00185c018 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897696 Jun 03 10:00:21.631544 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:21.635952 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-3a7f7202-53db-4c49-b275-7dbe334ec9e7 service neutron] 10.222.0.42 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166208 Jun 03 10:00:21.732204 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199fc64-fe99-40e7-b0a9-e85a765d80ff req-a0258d91-f5a8-4e37-a4c2-674848b02d8a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:21.733719 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1199fc64-fe99-40e7-b0a9-e85a765d80ff req-a0258d91-f5a8-4e37-a4c2-674848b02d8a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0538254 Jun 03 10:00:21.780915 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1199fc64-fe99-40e7-b0a9-e85a765d80ff req-731e7129-2383-4525-a1c4-62acbd61daf8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Jun 03 10:00:21.896639 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-199ee012-bef1-4212-bc30-63fa436713c1 req-ce78012e-d693-4e3c-a14c-170e0732b5f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jun 03 10:00:22.739016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e722de-cec9-4bc2-b7f8-e00300274421 req-94a56ec1-21b5-45fd-9a6f-7198dac6da6d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:22.740508 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b1e722de-cec9-4bc2-b7f8-e00300274421 req-94a56ec1-21b5-45fd-9a6f-7198dac6da6d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0474114 Jun 03 10:00:22.800032 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b1e722de-cec9-4bc2-b7f8-e00300274421 req-2d491fcd-0ae3-4442-91e4-cb4b57642303 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534799 Jun 03 10:00:22.930230 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1e3e1-6937-4002-bd85-440d3a5e73c5 req-716c1c0f-26ec-4e27-85e0-4b0e4235d6e4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:22.932656 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-02a1e3e1-6937-4002-bd85-440d3a5e73c5 req-716c1c0f-26ec-4e27-85e0-4b0e4235d6e4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0648289 Jun 03 10:00:23.005927 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-889c4a0b-756b-44da-9f10-3fdc553ada93 req-4c6acd41-216e-4576-9f03-da117fdaa6be tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 210 time: 0.0355952 Jun 03 10:00:23.009609 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-02a1e3e1-6937-4002-bd85-440d3a5e73c5 req-120e8163-6ba9-432e-83f8-b4fd0797272e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694201 Jun 03 10:00:23.960854 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:23.986584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43457-f3a2-41e4-bf23-fc5214ccd2ac req-5ef91fc7-c22a-4a66-84d7-1685aa03cbf7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:23.988072 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7cd43457-f3a2-41e4-bf23-fc5214ccd2ac req-5ef91fc7-c22a-4a66-84d7-1685aa03cbf7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0672536 Jun 03 10:00:24.054165 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7cd43457-f3a2-41e4-bf23-fc5214ccd2ac req-3e380a43-6a58-4549-866c-deb86ed5613a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603337 Jun 03 10:00:24.221395 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-110d86f3-1cac-418b-a6be-43af85087da8 req-836ca96f-54d9-4200-baee-891c7a123a91 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 210 time: 0.0813549 Jun 03 10:00:24.247990 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47b94d-122a-4715-8398-9c95949ef447 req-bda17e44-320b-4732-9d5e-34800516dc7f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:24.254939 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e47b94d-122a-4715-8398-9c95949ef447 req-bda17e44-320b-4732-9d5e-34800516dc7f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0930972 Jun 03 10:00:24.374328 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6e47b94d-122a-4715-8398-9c95949ef447 req-4e1acb31-4aae-423b-b53f-14bd5c3652d9 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055479 Jun 03 10:00:24.374328 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:24.412537 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-68f311d2-cbce-4070-bf69-4af4b7f8a759 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:24.414154 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-68f311d2-cbce-4070-bf69-4af4b7f8a759 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 817 time: 0.1368628 Jun 03 10:00:24.487820 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-67398f21-8237-4cdb-8e28-380a632243ee tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=071b399988474af1a1c709aac97c1744 HTTP/1.1" status: 200 len: 380 time: 0.0652533 Jun 03 10:00:24.504801 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'port': {'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'admin_state_up': True, 'tenant_id': '071b399988474af1a1c709aac97c1744', 'security_groups': ['0eb9089f-6dad-4cac-a651-3d2cccf1c1f3']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:24.766844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Made reservation on behalf of 071b399988474af1a1c709aac97c1744 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:00:24.770533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:24.936919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:24.955674 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Allocated IP 172.20.0.5 (27ad8cbb-ba5a-4502-afc9-811304412397/9ef24e14-5054-40b8-9afa-da71caa35f1c/fce52c81-17cf-4133-980e-d0dda0f0288a) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:00:25.109355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:25.187041 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b9e6-0de7-463d-b041-8410b4d57da1 req-baa8a90c-d706-4225-8faa-f472fea1e884 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:25.188514 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5d33b9e6-0de7-463d-b041-8410b4d57da1 req-baa8a90c-d706-4225-8faa-f472fea1e884 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0501182 Jun 03 10:00:25.222327 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:25.270488 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5d33b9e6-0de7-463d-b041-8410b4d57da1 req-3fd3168d-7005-4a4c-96c9-6352f73081c4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763826 Jun 03 10:00:25.280855 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Network 27ad8cbb-ba5a-4502-afc9-811304412397 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:00:25.294463 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:00:25.294463 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:00:25.297142 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:25.297766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:25.319884 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event updated for resources: {'Port': ['ID=fce52c81-17cf-4133-980e-d0dda0f0288a,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:25.427117 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:25.449567 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-7d74a71a-cd3b-4576-8f1e-6057e93297f7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9541419 Jun 03 10:00:25.484072 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773f7b9-1125-4d79-aa14-04e9901570d8 req-d5c11422-fdcb-4ac4-af25-c4baacc621d1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:25.485873 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9773f7b9-1125-4d79-aa14-04e9901570d8 req-d5c11422-fdcb-4ac4-af25-c4baacc621d1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 931 time: 0.1094453 Jun 03 10:00:25.492831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Request body: {'port': {'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:25.569926 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:25.596891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29c00e-cdf5-41a9-aaaa-1441467b7c21 req-db6d141f-729b-49ca-803b-3bf1e1e64d9b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:25.601959 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb29c00e-cdf5-41a9-aaaa-1441467b7c21 req-db6d141f-729b-49ca-803b-3bf1e1e64d9b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1336155 Jun 03 10:00:25.634991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-bd323229-d46a-496a-b1bc-857b96e9ebd6 None None] Provisioning complete for port fce52c81-17cf-4133-980e-d0dda0f0288a triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:00:25.636239 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bd323229-d46a-496a-b1bc-857b96e9ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:25.671597 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:25.678173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-bd323229-d46a-496a-b1bc-857b96e9ebd6 None None] Port fce52c81-17cf-4133-980e-d0dda0f0288a cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:00:25.693060 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9773f7b9-1125-4d79-aa14-04e9901570d8 req-e5f4c0ac-6159-4dc1-9861-5cf7869c10f4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789999 Jun 03 10:00:25.743106 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb29c00e-cdf5-41a9-aaaa-1441467b7c21 req-342ad27d-7cab-4687-aa82-4675f9adcc3a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402934 Jun 03 10:00:26.025218 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:26.164927 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce52c81-17cf-4133-980e-d0dda0f0288a {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:00:26.173419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Publish callbacks [] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:26.188502 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Transition to ACTIVE for port object fce52c81-17cf-4133-980e-d0dda0f0288a will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:00:26.269821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:26.342469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Pushing event updated for resources: {'Port': ['ID=fce52c81-17cf-4133-980e-d0dda0f0288a,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:26.360261 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Attempting to bind port fce52c81-17cf-4133-980e-d0dda0f0288a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:00:26.360598 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Attempting to bind port fce52c81-17cf-4133-980e-d0dda0f0288a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:00:26.360919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Attempting to bind port fce52c81-17cf-4133-980e-d0dda0f0288a on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:00:26.365727 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Port fce52c81-17cf-4133-980e-d0dda0f0288a on network 27ad8cbb-ba5a-4502-afc9-811304412397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:00:26.366180 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Attempting to bind port fce52c81-17cf-4133-980e-d0dda0f0288a on network 27ad8cbb-ba5a-4502-afc9-811304412397 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:00:26.372948 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:00:26.373350 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Checking segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:00:26.373676 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Bound using segment: {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:00:26.374155 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Bound port: fce52c81-17cf-4133-980e-d0dda0f0288a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002740a-3a70-4b4f-b04e-2db3b4cfb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:00:26.374571 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:26.487390 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa728-b5c3-469f-be5b-14290678dc4a req-0525cae4-7404-45a0-b1c0-277dbdec2ff2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:26.488910 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff6fa728-b5c3-469f-be5b-14290678dc4a req-0525cae4-7404-45a0-b1c0-277dbdec2ff2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0755060 Jun 03 10:00:26.491941 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] For port fce52c81-17cf-4133-980e-d0dda0f0288a, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:00:26.501858 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] For port fce52c81-17cf-4133-980e-d0dda0f0288a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fce52c81-17cf-4133-980e-d0dda0f0288a,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:00:26.546827 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff6fa728-b5c3-469f-be5b-14290678dc4a req-f935ffd9-d507-486f-a178-48894e90c323 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486465 Jun 03 10:00:26.613800 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:26.655436 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:26.656290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:26.657564 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] 10.222.0.59 "PUT /v2.0/ports/fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 1093 time: 1.1706691 Jun 03 10:00:26.658002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:26.660237 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba7f08a-7a00-48c3-b854-562f2ab02f44" -d '{"events": [{"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:26.736934 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54245e-7ea3-437a-a86f-641dccf3ee39 service neutron] Pushing event updated for resources: {'Port': ['ID=fce52c81-17cf-4133-980e-d0dda0f0288a,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:26.776066 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d837d33-c8e4-4957-8d35-32e0b76cfe1f x-openstack-request-id: req-9d837d33-c8e4-4957-8d35-32e0b76cfe1f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:26.777782 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:26.778406 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d837d33-c8e4-4957-8d35-32e0b76cfe1f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:26.781689 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d837d33-c8e4-4957-8d35-32e0b76cfe1f'] response: {'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'status': 'completed', 'code': 200} Jun 03 10:00:26.972224 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f08a-7a00-48c3-b854-562f2ab02f44 req-a870f7d5-adb0-4ec5-b5f3-46f0f9cef309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:26.973869 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6ba7f08a-7a00-48c3-b854-562f2ab02f44 req-a870f7d5-adb0-4ec5-b5f3-46f0f9cef309 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1127 time: 0.1872928 Jun 03 10:00:26.978127 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:27.047949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4adef-7b6a-4374-ba83-a447cfd31e78 req-e7ce4631-e624-4a73-ae1a-75f1fff480cb tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.054727 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b4adef-7b6a-4374-ba83-a447cfd31e78 req-e7ce4631-e624-4a73-ae1a-75f1fff480cb tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.1822438 Jun 03 10:00:27.080696 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2774a-7897-454e-9292-6ff889dffb10 req-599de179-83d8-4dcf-9abf-8efed9751326 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.087364 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a2c2774a-7897-454e-9292-6ff889dffb10 req-599de179-83d8-4dcf-9abf-8efed9751326 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1583326 Jun 03 10:00:27.183885 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b4adef-7b6a-4374-ba83-a447cfd31e78 req-b436fb25-6df6-4f92-9725-1d492fd191f8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282983 Jun 03 10:00:27.186556 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f08a-7a00-48c3-b854-562f2ab02f44 req-d17edbda-2c98-4bba-8158-aae427e28d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.187969 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6ba7f08a-7a00-48c3-b854-562f2ab02f44 req-d17edbda-2c98-4bba-8158-aae427e28d53 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=071b399988474af1a1c709aac97c1744&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2063951 Jun 03 10:00:27.199595 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a2c2774a-7897-454e-9292-6ff889dffb10 req-c3338d00-4d14-4cc2-8d47-2fb43cbb0daa tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093543 Jun 03 10:00:27.212010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:00:27.279414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:27.307772 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f08a-7a00-48c3-b854-562f2ab02f44 req-64a4c0be-9dab-4647-8d1f-b98914118a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.309483 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6ba7f08a-7a00-48c3-b854-562f2ab02f44 req-64a4c0be-9dab-4647-8d1f-b98914118a82 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089134 Jun 03 10:00:27.338010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:27.349681 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'a93886de-f812-40e6-81ba-b35e06454a66', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66', 'mac_address': 'fa:16:3e:13:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:00:27.387162 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: ACTIVE; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:27.387961 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:27.390010 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-1cdc4000-f391-4bd6-987e-4d886b39a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.391516 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-1cdc4000-f391-4bd6-987e-4d886b39a0b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1127 time: 0.0449965 Jun 03 10:00:27.402887 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93886de-f812-40e6-81ba-b35e06454a66 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:00:27.426030 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:27.441866 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:27.459947 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-749b670a-188c-4493-baf3-140a185f0e0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 217 time: 0.0401609 Jun 03 10:00:27.517015 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-dc81ac21-deae-4578-b605-0b2d4b23fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.518669 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-dc81ac21-deae-4578-b605-0b2d4b23fbfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0467017 Jun 03 10:00:27.530211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:27.587926 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=6']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:27.600662 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-add125b1-b6ee-4894-83d1-648a3a70a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.601621 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-add125b1-b6ee-4894-83d1-648a3a70a0cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693736 Jun 03 10:00:27.661575 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['a93886de-f812-40e6-81ba-b35e06454a66'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:00:27.742167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4a5cd-f241-4fc8-8e4e-a7027f886bf9 req-9970d553-ed52-4284-9566-c332b2968e03 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:27.742167 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e1f4a5cd-f241-4fc8-8e4e-a7027f886bf9 req-9970d553-ed52-4284-9566-c332b2968e03 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 945 time: 0.1078882 Jun 03 10:00:27.814412 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-9e6de311-db75-4ae0-888c-36918b2f2229 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057784 Jun 03 10:00:27.928925 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e1f4a5cd-f241-4fc8-8e4e-a7027f886bf9 req-6598ef1f-7a1b-461d-9732-a2164e40322e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690829 Jun 03 10:00:28.003848 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7269ef9-b303-4135-a5c2-8a9c4387a459 req-c72ef03e-0a2a-4776-9482-510b8e4aa36a service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800163 Jun 03 10:00:28.386761 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cde80-841e-4af2-9d45-1ee810e54d02 req-b175c292-a52a-44e0-924a-64171d775a9f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:28.388737 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-456cde80-841e-4af2-9d45-1ee810e54d02 req-b175c292-a52a-44e0-924a-64171d775a9f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1079347 Jun 03 10:00:28.395921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037a4f2-a400-4221-9f16-fd3abbaec290 req-91a3f65e-c3c6-493e-9dda-0476e7a057f9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:28.397502 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a037a4f2-a400-4221-9f16-fd3abbaec290 req-91a3f65e-c3c6-493e-9dda-0476e7a057f9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.1187580 Jun 03 10:00:28.511107 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-456cde80-841e-4af2-9d45-1ee810e54d02 req-b87bdb4b-9553-44fa-8be4-05fe93bdfce3 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119268 Jun 03 10:00:28.522518 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a037a4f2-a400-4221-9f16-fd3abbaec290 req-c4878e00-212a-42be-bb5b-5ddfb39da765 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158843 Jun 03 10:00:29.100160 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa42740-6b85-4828-849a-04e12e1a6448 req-54f61ded-aa82-4232-9d43-7e2361fe4428 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:29.101650 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aaa42740-6b85-4828-849a-04e12e1a6448 req-54f61ded-aa82-4232-9d43-7e2361fe4428 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 945 time: 0.0531583 Jun 03 10:00:29.150697 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aaa42740-6b85-4828-849a-04e12e1a6448 req-6c34e0ef-0f0c-4a0c-8abe-861df77a9f1c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Jun 03 10:00:29.223042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:00:29.270456 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port a93886de-f812-40e6-81ba-b35e06454a66 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:00:29.270826 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a93886de-f812-40e6-81ba-b35e06454a66), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:29.347178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:29.347561 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:29.358585 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:29.372021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:29.374477 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f09c5e-15d8-4322-b667-4ef2967f90d3" -d '{"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-plugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:29.387773 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:29.416773 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f90c57-d237-4d53-accb-c33ceda440a7 x-openstack-request-id: req-86f90c57-d237-4d53-accb-c33ceda440a7 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:29.417070 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-plugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:29.417352 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86f90c57-d237-4d53-accb-c33ceda440a7 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:29.417747 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f90c57-d237-4d53-accb-c33ceda440a7'] response: {'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'code': 200} Jun 03 10:00:29.583978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:29.646486 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=7']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:29.692371 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ea42-3b44-461f-9a9d-cb33c3e4ce66 req-522dfbae-cf3a-4c2c-afe6-31a58c051835 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:29.693872 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a71ea42-3b44-461f-9a9d-cb33c3e4ce66 req-522dfbae-cf3a-4c2c-afe6-31a58c051835 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.0922127 Jun 03 10:00:29.712296 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc95695-ef8e-408a-831e-310e04fedb39 req-b5e254a9-86a2-4569-ac96-4e6c1cead1a5 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:29.714172 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbc95695-ef8e-408a-831e-310e04fedb39 req-b5e254a9-86a2-4569-ac96-4e6c1cead1a5 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0736744 Jun 03 10:00:29.783613 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a71ea42-3b44-461f-9a9d-cb33c3e4ce66 req-23069f14-fd1b-4a8a-a4c0-9a6263613a91 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834436 Jun 03 10:00:29.786816 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbc95695-ef8e-408a-831e-310e04fedb39 req-dc455298-fbe7-4bb3-80a9-faf0c264f840 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657732 Jun 03 10:00:30.248190 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:30.266771 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacd7bf-d895-4132-8e5f-ff427f6f38be req-3d6c9577-7324-45bf-9cc5-019b608e92fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:30.268238 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbacd7bf-d895-4132-8e5f-ff427f6f38be req-3d6c9577-7324-45bf-9cc5-019b608e92fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0472138 Jun 03 10:00:30.315154 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbacd7bf-d895-4132-8e5f-ff427f6f38be req-0ae1d84b-62d9-4e60-9dba-94caf90c3e39 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Jun 03 10:00:30.906209 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:31.142002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4eb0a-64ed-49f3-82e2-6fdd08798441 req-4871d0e7-0fc7-4fae-b627-5473dfc4a5b0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:31.143499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-95a4eb0a-64ed-49f3-82e2-6fdd08798441 req-4871d0e7-0fc7-4fae-b627-5473dfc4a5b0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.2927186 Jun 03 10:00:31.151988 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5485a83-bead-4a88-8b81-25b4fa716778 req-08d93e43-960a-4750-8d65-2533063fc676 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:31.153374 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5485a83-bead-4a88-8b81-25b4fa716778 req-08d93e43-960a-4750-8d65-2533063fc676 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.2932906 Jun 03 10:00:31.224792 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-95a4eb0a-64ed-49f3-82e2-6fdd08798441 req-e02155f0-3f34-4c04-af9d-bb0ccdd95b9a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702562 Jun 03 10:00:31.229275 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5485a83-bead-4a88-8b81-25b4fa716778 req-4aa8cc64-541f-4118-839c-8d86e3a27bae tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684791 Jun 03 10:00:31.430750 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378862-aa2d-4d0a-984f-01ee4eb34e7b req-31126c68-31f9-431c-ab1d-def7289f6d98 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:31.432160 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5378862-aa2d-4d0a-984f-01ee4eb34e7b req-31126c68-31f9-431c-ab1d-def7289f6d98 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0456958 Jun 03 10:00:31.478087 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5378862-aa2d-4d0a-984f-01ee4eb34e7b req-673684c4-1239-4cb9-8840-ce7f171b2d96 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404580 Jun 03 10:00:32.370615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805c093-316a-4bb1-97f0-c5864f9b39c3 req-ca115911-33bc-4c68-83cb-ad8a198b1bc9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:32.372176 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b805c093-316a-4bb1-97f0-c5864f9b39c3 req-ca115911-33bc-4c68-83cb-ad8a198b1bc9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.0790367 Jun 03 10:00:32.380376 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1803b0-e7aa-4f1e-a639-f086893c084d req-2c14ae07-2a27-472b-9b57-580773aee658 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:32.381802 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5f1803b0-e7aa-4f1e-a639-f086893c084d req-2c14ae07-2a27-472b-9b57-580773aee658 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0784934 Jun 03 10:00:32.458600 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b805c093-316a-4bb1-97f0-c5864f9b39c3 req-24e48b36-03b0-4e30-bdfa-49296c2b7d91 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757563 Jun 03 10:00:32.462950 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5f1803b0-e7aa-4f1e-a639-f086893c084d req-b68eb291-0e8a-40cf-8250-fc8ad48b5257 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728970 Jun 03 10:00:32.609035 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6b19-98da-4f0f-904c-7a0c6f04ab92 req-5932ca59-ce57-4d2d-80b2-fe6df06fdfa1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:32.610705 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-262a6b19-98da-4f0f-904c-7a0c6f04ab92 req-5932ca59-ce57-4d2d-80b2-fe6df06fdfa1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0566785 Jun 03 10:00:32.663192 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-262a6b19-98da-4f0f-904c-7a0c6f04ab92 req-68c0beb1-93f3-43ba-b154-8fbe4e0a7d30 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470057 Jun 03 10:00:33.601410 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cee71-dc8a-41f9-9ab8-0b57cae76d5a req-e7924e87-8156-4638-8075-839fa6510368 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:33.602901 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fc0cee71-dc8a-41f9-9ab8-0b57cae76d5a req-e7924e87-8156-4638-8075-839fa6510368 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.0752113 Jun 03 10:00:33.611615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017ac3-0eda-41f9-9a79-04f1eedcaafd req-1eb88044-92a9-4079-b0a2-1e150ba76a12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:33.613000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-16017ac3-0eda-41f9-9a79-04f1eedcaafd req-1eb88044-92a9-4079-b0a2-1e150ba76a12 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0762081 Jun 03 10:00:33.703261 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fc0cee71-dc8a-41f9-9ab8-0b57cae76d5a req-1d1fd75d-fb93-460d-8378-5327933c032d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893021 Jun 03 10:00:33.720383 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-16017ac3-0eda-41f9-9a79-04f1eedcaafd req-6ad880b1-8599-4e8e-8efb-2c37447b61f0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936785 Jun 03 10:00:33.831082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa789eea-d0c1-4e75-97de-1a41dee501f1 req-4f188887-04e2-4814-bc2d-6792e0b7ddc5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:33.832553 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa789eea-d0c1-4e75-97de-1a41dee501f1 req-4f188887-04e2-4814-bc2d-6792e0b7ddc5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0473273 Jun 03 10:00:33.883447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa789eea-d0c1-4e75-97de-1a41dee501f1 req-2e618c43-8b38-486f-a39a-dc29080275c8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451570 Jun 03 10:00:34.901575 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df7c5c-f8d1-48ba-8c12-8712470c51b9 req-f2619ae3-c122-47ba-b714-c0157505b37e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:34.909166 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-88df7c5c-f8d1-48ba-8c12-8712470c51b9 req-f2619ae3-c122-47ba-b714-c0157505b37e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 943 time: 0.1061282 Jun 03 10:00:34.923230 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e320ed-f78e-4a4f-9289-64268b6b0885 req-fd71cd1d-7d19-443f-a267-7ce3a43397db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:34.924806 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-14e320ed-f78e-4a4f-9289-64268b6b0885 req-fd71cd1d-7d19-443f-a267-7ce3a43397db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1095181 Jun 03 10:00:34.963975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:35.008444 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:00:35.023519 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-88df7c5c-f8d1-48ba-8c12-8712470c51b9 req-34c42a86-b020-4a3b-a483-1c1f71c035e3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133509 Jun 03 10:00:35.037505 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-14e320ed-f78e-4a4f-9289-64268b6b0885 req-63e98dd6-fe87-4566-b25e-94e942523204 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982611 Jun 03 10:00:35.137737 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:35.173427 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ebaf9-6b26-4d9c-a998-8c3f1b3bd0c6 req-1d60fda6-4883-46e2-ad3a-4396b7b7cb15 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:35.182705 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-073ebaf9-6b26-4d9c-a998-8c3f1b3bd0c6 req-1d60fda6-4883-46e2-ad3a-4396b7b7cb15 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1013789 Jun 03 10:00:35.289069 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device fce52c81-17cf-4133-980e-d0dda0f0288a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:00:35.365203 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-073ebaf9-6b26-4d9c-a998-8c3f1b3bd0c6 req-08cccb83-40f8-4e27-89fe-20eeaecf9050 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762042 Jun 03 10:00:35.374239 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=16 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:35.499341 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port fce52c81-17cf-4133-980e-d0dda0f0288a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fce52c81-17cf-4133-980e-d0dda0f0288a,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:35.507291 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:35.513899 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:00:35.604346 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port fce52c81-17cf-4133-980e-d0dda0f0288a is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:35.606542 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:35.699889 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce52c81-17cf-4133-980e-d0dda0f0288a {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:00:35.699889 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port fce52c81-17cf-4133-980e-d0dda0f0288a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fce52c81-17cf-4133-980e-d0dda0f0288a,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:35.903805 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:35.956785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=fce52c81-17cf-4133-980e-d0dda0f0288a,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:36.223616 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['fce52c81-17cf-4133-980e-d0dda0f0288a'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:00:36.246893 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d9923-eeed-4e97-a2bc-f9c6047b8f87 req-c29a2c99-04aa-47dd-acc2-ebfe458177f0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:36.253905 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f9d9923-eeed-4e97-a2bc-f9c6047b8f87 req-c29a2c99-04aa-47dd-acc2-ebfe458177f0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 944 time: 0.1543360 Jun 03 10:00:36.321307 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f9d9923-eeed-4e97-a2bc-f9c6047b8f87 req-fe428c2a-4ef3-4234-b2b2-cb41f9986cc5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662820 Jun 03 10:00:36.369141 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b462-1d7f-4dbd-af60-3caf9c6d5357 req-6c66d8e3-2970-4fea-800e-16c9cb503ee3 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:36.371254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f4e7b462-1d7f-4dbd-af60-3caf9c6d5357 req-6c66d8e3-2970-4fea-800e-16c9cb503ee3 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0974033 Jun 03 10:00:36.440810 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f4e7b462-1d7f-4dbd-af60-3caf9c6d5357 req-99e6165e-eb50-4f4b-88ab-233e6b65deba tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624475 Jun 03 10:00:36.548541 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-98385cc7-2d9d-4714-82fd-251d5fd8217b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:36.661398 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb7aee-be28-4e28-8978-044b92708e5c req-26edc899-7902-4dcd-9c31-d27765851bed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:36.685536 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ffb7aee-be28-4e28-8978-044b92708e5c req-26edc899-7902-4dcd-9c31-d27765851bed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0869036 Jun 03 10:00:36.765130 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ffb7aee-be28-4e28-8978-044b92708e5c req-a334adba-67eb-4135-bc5d-82bd9bf2b482 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786204 Jun 03 10:00:37.081255 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce39f-2829-49db-955e-d03fd506d9d5 req-fbe6e4ed-0c5b-4eb2-aae2-d3df032ef0b0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:37.083470 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-256ce39f-2829-49db-955e-d03fd506d9d5 req-fbe6e4ed-0c5b-4eb2-aae2-d3df032ef0b0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0611801 Jun 03 10:00:37.221559 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923be1-752f-4371-a877-5bb604656dbc req-e0c427a2-4b3c-427a-9e1f-cd50fedf7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:37.223579 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-e0c427a2-4b3c-427a-9e1f-cd50fedf7ae7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1130 time: 0.0820372 Jun 03 10:00:37.237064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-256ce39f-2829-49db-955e-d03fd506d9d5 req-a330e6dd-f54d-4f05-823f-691441a48b8e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526704 Jun 03 10:00:37.385789 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device fce52c81-17cf-4133-980e-d0dda0f0288a up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:00:37.396011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923be1-752f-4371-a877-5bb604656dbc req-f58ad4f8-0a05-4b40-8665-35a744153cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:37.397566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-f58ad4f8-0a05-4b40-8665-35a744153cd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 912 time: 0.1552792 Jun 03 10:00:37.467762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port fce52c81-17cf-4133-980e-d0dda0f0288a completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:00:37.560926 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port fce52c81-17cf-4133-980e-d0dda0f0288a triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:00:37.562287 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:37.572566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-2343e0f5-f329-4c36-a6ad-cd19322ff952 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 200 len: 1002 time: 0.1665204 Jun 03 10:00:37.583853 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a72b2-2667-4a81-b8dd-4c318fd2c221 req-0f306345-d5d3-48bc-b91d-178c57d8742b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:37.594187 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d51a72b2-2667-4a81-b8dd-4c318fd2c221 req-0f306345-d5d3-48bc-b91d-178c57d8742b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 944 time: 0.1366773 Jun 03 10:00:37.751853 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d51a72b2-2667-4a81-b8dd-4c318fd2c221 req-4349db3d-871f-4178-963c-2b110514ae11 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776732 Jun 03 10:00:37.783791 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923be1-752f-4371-a877-5bb604656dbc req-6674a28a-2285-40d6-8938-2874fa7a9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:37.792609 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-6674a28a-2285-40d6-8938-2874fa7a9ff6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.1916099 Jun 03 10:00:37.850757 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923be1-752f-4371-a877-5bb604656dbc req-c55f0cdd-8ee4-47cc-82a2-f75ca9d58878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:37.852324 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-c55f0cdd-8ee4-47cc-82a2-f75ca9d58878 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561082 Jun 03 10:00:37.939428 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56508) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:37.996308 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-129cf700-1693-4b3e-9ef2-bb63bfbfd2bf service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343381 Jun 03 10:00:38.090478 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:38.105516 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port fce52c81-17cf-4133-980e-d0dda0f0288a is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:38.105922 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.115276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999ff8e-6b5e-4d49-8280-7c1257d37e3d req-daec3033-38d6-483b-a125-1ef4741feb98 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:38.127442 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f999ff8e-6b5e-4d49-8280-7c1257d37e3d req-daec3033-38d6-483b-a125-1ef4741feb98 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1301024 Jun 03 10:00:38.134648 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:38.166735 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:38.175235 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:38.182749 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5f556-44c0-4e08-8206-877125608a1b" -d '{"events": [{"server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "name": "network-vif-plugged", "status": "completed", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:38.216239 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.248122 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port fce52c81-17cf-4133-980e-d0dda0f0288a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fce52c81-17cf-4133-980e-d0dda0f0288a,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:38.301135 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9a173-705f-4187-9e24-0328f02e93ff x-openstack-request-id: req-36f9a173-705f-4187-9e24-0328f02e93ff {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:38.301683 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "name": "network-vif-plugged", "status": "completed", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:38.302158 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36f9a173-705f-4187-9e24-0328f02e93ff {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:38.302880 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f9a173-705f-4187-9e24-0328f02e93ff'] response: {'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'code': 200} Jun 03 10:00:38.345731 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Publish callbacks [] for security_group (5d6586c9-10b4-44e4-9ff9-9afcb0aefaac), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.347434 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.386101 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f999ff8e-6b5e-4d49-8280-7c1257d37e3d req-078fb721-44c8-4aaf-97c0-617f6a281f0e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574050 Jun 03 10:00:38.398586 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5923be1-752f-4371-a877-5bb604656dbc req-887be5cb-3e11-43ba-a437-63476edf964c service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880777 Jun 03 10:00:38.428438 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5d6586c9-10b4-44e4-9ff9-9afcb0aefaac), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.518129 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6586c9-10b4-44e4-9ff9-9afcb0aefaac,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:38.538822 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=fce52c81-17cf-4133-980e-d0dda0f0288a,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:38.545113 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.550479 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.550944 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.553030 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.553170 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.553913 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.554046 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.554227 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.556772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.557207 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.557730 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.558057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.558302 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.558737 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.559072 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.559211 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.560029 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.560484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.560687 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.560983 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.561649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.561649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.561818 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.562167 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.562340 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.562849 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.565196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.565528 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.567674 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.569170 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:00:38.573289 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58805d46-c1a7-47e7-9ac3-6902e5c54998 req-19264f00-8787-4962-a213-3a599dc2cd67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:38.578061 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-58805d46-c1a7-47e7-9ac3-6902e5c54998 req-19264f00-8787-4962-a213-3a599dc2cd67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1432180 Jun 03 10:00:38.632576 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f53d771e-d1c9-4158-80c1-a59225f388a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f29cf6f628a4248ad4a2037e680f1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6932425 Jun 03 10:00:38.632786 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56520) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:38.783269 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-67aff074-9b71-436f-8143-1d916813eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.809906 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce6654-9192-4a72-8c2d-462f36ccc4b6 req-c4dcfdde-002f-4f89-a3fe-174d961dbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:38.811531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6ce6654-9192-4a72-8c2d-462f36ccc4b6 req-c4dcfdde-002f-4f89-a3fe-174d961dbc74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.0672927 Jun 03 10:00:38.820320 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-58805d46-c1a7-47e7-9ac3-6902e5c54998 req-3ddab575-ebf1-4f3f-84dd-32318afac30e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153780 Jun 03 10:00:38.886058 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6ce6654-9192-4a72-8c2d-462f36ccc4b6 req-0ba82742-04d2-499f-b3cd-c8345fb045d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637286 Jun 03 10:00:38.900520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-521d2071-2298-421e-8d8d-b5b00c37904d admin admin] Publish callbacks [] for security_group (5d6586c9-10b4-44e4-9ff9-9afcb0aefaac), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.952387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-521d2071-2298-421e-8d8d-b5b00c37904d admin admin] Publish callbacks [] for security_group (5d6586c9-10b4-44e4-9ff9-9afcb0aefaac), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:38.965079 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cc5b0-f49e-4c21-a42d-36c3ae275e32 req-0d6c83f4-b577-44ad-8de9-f6a5df3eb503 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:38.966637 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9d3cc5b0-f49e-4c21-a42d-36c3ae275e32 req-0d6c83f4-b577-44ad-8de9-f6a5df3eb503 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0794442 Jun 03 10:00:39.042028 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9d3cc5b0-f49e-4c21-a42d-36c3ae275e32 req-2cd2ac8b-40f4-459c-b7a6-f531ba78c656 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641966 Jun 03 10:00:39.153575 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-521d2071-2298-421e-8d8d-b5b00c37904d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5d6586c9-10b4-44e4-9ff9-9afcb0aefaac), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:39.158977 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-521d2071-2298-421e-8d8d-b5b00c37904d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:39.164912 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-521d2071-2298-421e-8d8d-b5b00c37904d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d6586c9-10b4-44e4-9ff9-9afcb0aefaac HTTP/1.1" status: 204 len: 168 time: 0.5254164 Jun 03 10:00:39.172309 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2071-2298-421e-8d8d-b5b00c37904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6586c9-10b4-44e4-9ff9-9afcb0aefaac,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:39.621102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e87f6-452e-4892-8b25-09193e862371 req-e02332c6-d231-4678-bb5b-1d42830e9a5b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:39.624337 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1a3e87f6-452e-4892-8b25-09193e862371 req-e02332c6-d231-4678-bb5b-1d42830e9a5b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1049783 Jun 03 10:00:39.798270 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1a3e87f6-452e-4892-8b25-09193e862371 req-9fae4391-d5f0-4ff2-bc61-72534dd0a18f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637647 Jun 03 10:00:40.122193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf582d9-3442-406a-8c4b-06cd933beb69 req-b6cd6476-445b-40d0-9df3-be8bf0107431 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:40.158798 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-caf582d9-3442-406a-8c4b-06cd933beb69 req-b6cd6476-445b-40d0-9df3-be8bf0107431 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0888777 Jun 03 10:00:40.191471 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-caf582d9-3442-406a-8c4b-06cd933beb69 req-6c53cd6d-1684-4929-8591-297fd08efe22 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586731 Jun 03 10:00:40.267938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9a435-dfe1-46f6-a361-f2197c8c955e req-d0f2015b-a8f1-4d1e-b6a7-5c4a78264fc4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:40.269505 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b9a435-dfe1-46f6-a361-f2197c8c955e req-d0f2015b-a8f1-4d1e-b6a7-5c4a78264fc4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0578310 Jun 03 10:00:40.330444 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b9a435-dfe1-46f6-a361-f2197c8c955e req-db86575d-f0f2-454c-88c1-724ae05c1ace tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538852 Jun 03 10:00:40.503703 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:40.841767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56552) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:40.855841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9c593bb8-589e-42d3-a30a-9571eedaae3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:40.885831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:40.957974 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5d443-b88f-4a6d-b6df-fd7148e6a381 req-759c229e-345c-45c1-b541-7f09e2dee356 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:40.959428 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-85e5d443-b88f-4a6d-b6df-fd7148e6a381 req-759c229e-345c-45c1-b541-7f09e2dee356 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0697584 Jun 03 10:00:40.992438 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:41.043228 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9c593bb8-589e-42d3-a30a-9571eedaae3b admin admin] Publish callbacks [] for security_group (6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.047088 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-85e5d443-b88f-4a6d-b6df-fd7148e6a381 req-01dd02ae-1b0e-4bf0-b7c4-648a5f1fd186 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790424 Jun 03 10:00:41.121520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9c593bb8-589e-42d3-a30a-9571eedaae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.187680 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9c593bb8-589e-42d3-a30a-9571eedaae3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d37f9276f3194da590cb3f99e26dbf29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447638 Jun 03 10:00:41.190439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593bb8-589e-42d3-a30a-9571eedaae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:41.190859 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56560) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:41.292694 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-76dfa5a5-1334-4fd0-80c7-138aaff33965 admin admin] Publish callbacks [] for security_group (6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.298077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.345148 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-76dfa5a5-1334-4fd0-80c7-138aaff33965 admin admin] Publish callbacks [] for security_group (6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.514937 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-76dfa5a5-1334-4fd0-80c7-138aaff33965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.517503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-76dfa5a5-1334-4fd0-80c7-138aaff33965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:41.518791 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-76dfa5a5-1334-4fd0-80c7-138aaff33965 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb HTTP/1.1" status: 204 len: 168 time: 0.3269560 Jun 03 10:00:41.532552 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfa5a5-1334-4fd0-80c7-138aaff33965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf72bd-d2e3-4a3c-9fa6-032ae5ad14fb,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:41.658252 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66ea70-4a7e-469b-b075-53187418f4b4 req-9c4ed891-9d37-41b1-9299-f9596bdbebd6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:41.674237 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ba66ea70-4a7e-469b-b075-53187418f4b4 req-9c4ed891-9d37-41b1-9299-f9596bdbebd6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1692245 Jun 03 10:00:41.762082 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ba66ea70-4a7e-469b-b075-53187418f4b4 req-1542f9ba-1c37-493a-bed9-12ff5eeb14c1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714810 Jun 03 10:00:42.242517 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8de06-79c6-4d97-8c03-541a8825242e req-357d5f02-6959-465f-b938-378a6c0879c3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:42.245174 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6fd8de06-79c6-4d97-8c03-541a8825242e req-357d5f02-6959-465f-b938-378a6c0879c3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0624428 Jun 03 10:00:42.368515 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6fd8de06-79c6-4d97-8c03-541a8825242e req-52213394-5c7b-4775-93a7-57b754d74d45 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182840 Jun 03 10:00:42.910208 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:43.036917 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c981-dafd-494c-8bb3-ec03905efc6e req-5cc8b4bb-ea94-46df-8bc8-6606065e1087 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:43.040018 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e467c981-dafd-494c-8bb3-ec03905efc6e req-5cc8b4bb-ea94-46df-8bc8-6606065e1087 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1196685 Jun 03 10:00:43.141714 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e467c981-dafd-494c-8bb3-ec03905efc6e req-de792519-ae61-4e8f-b026-a9cb1de3da52 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927367 Jun 03 10:00:43.685764 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76415f20-c7e1-46c2-a898-8ad7860af4d0 req-e1219095-8944-4678-a4df-813428c21043 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:43.694095 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-76415f20-c7e1-46c2-a898-8ad7860af4d0 req-e1219095-8944-4678-a4df-813428c21043 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1167734 Jun 03 10:00:43.798845 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-76415f20-c7e1-46c2-a898-8ad7860af4d0 req-dcca4e51-2f81-449e-941b-0ee2ef6e673c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035748 Jun 03 10:00:44.141103 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:44.367453 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791f3a1-e629-478b-a801-8f1e8fe4b068 req-cd7e0396-3147-46d8-81b5-8365bd2f376b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:44.370029 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a791f3a1-e629-478b-a801-8f1e8fe4b068 req-cd7e0396-3147-46d8-81b5-8365bd2f376b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1034155 Jun 03 10:00:44.473566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a791f3a1-e629-478b-a801-8f1e8fe4b068 req-a4f8ddda-9cb9-4c9d-8b49-98f40315d43a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490348 Jun 03 10:00:44.622127 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb7a51-11a4-44e8-9b41-dd06da17ce16 req-cfea2731-7ba9-4ee6-a015-df4f6a19068e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:44.623916 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96fb7a51-11a4-44e8-9b41-dd06da17ce16 req-cfea2731-7ba9-4ee6-a015-df4f6a19068e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0819030 Jun 03 10:00:44.632856 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56614) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:44.637828 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'floatingip': {'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:44.677896 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:44.912686 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56624) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:44.983357 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3bd99-a179-4a28-bfac-5f558a852cd0 req-00999a7f-2226-4244-b81c-33d6a89d7630 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:44.984776 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8cb3bd99-a179-4a28-bfac-5f558a852cd0 req-00999a7f-2226-4244-b81c-33d6a89d7630 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0776336 Jun 03 10:00:45.012878 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:45.030959 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-17d84768-d634-4d2f-b666-5a34b4d0a5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.110770 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-17d84768-d634-4d2f-b666-5a34b4d0a5c8 admin admin] Publish callbacks [] for security_group (b5d15fe2-4b80-4bde-a3b8-45daf89875c0), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.143037 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8cb3bd99-a179-4a28-bfac-5f558a852cd0 req-3bc5ccd6-6944-4c2d-91b9-d13dac4360e6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505182 Jun 03 10:00:45.151206 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:45.231681 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-17d84768-d634-4d2f-b666-5a34b4d0a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (b5d15fe2-4b80-4bde-a3b8-45daf89875c0), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.290061 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.308909 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-17d84768-d634-4d2f-b666-5a34b4d0a5c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f42bc72bafb546caada0101e26e91051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937645 Jun 03 10:00:45.315801 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d84768-d634-4d2f-b666-5a34b4d0a5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d15fe2-4b80-4bde-a3b8-45daf89875c0,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:45.316005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56638) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:45.418724 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.522457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22bf93a0-e47c-4029-95b8-13245cb11b79 admin admin] Publish callbacks [] for security_group (b5d15fe2-4b80-4bde-a3b8-45daf89875c0), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.554461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22bf93a0-e47c-4029-95b8-13245cb11b79 admin admin] Publish callbacks [] for security_group (b5d15fe2-4b80-4bde-a3b8-45daf89875c0), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.739288 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Floating IP bbd72a25-ca85-4e64-b864-ddc9f562394b associated. External IP: 172.27.3.153, port: fce52c81-17cf-4133-980e-d0dda0f0288a. Jun 03 10:00:45.914715 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22bf93a0-e47c-4029-95b8-13245cb11b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (b5d15fe2-4b80-4bde-a3b8-45daf89875c0), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.919798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22bf93a0-e47c-4029-95b8-13245cb11b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:45.942509 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-22bf93a0-e47c-4029-95b8-13245cb11b79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5d15fe2-4b80-4bde-a3b8-45daf89875c0 HTTP/1.1" status: 204 len: 168 time: 0.6304760 Jun 03 10:00:45.985363 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf93a0-e47c-4029-95b8-13245cb11b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d15fe2-4b80-4bde-a3b8-45daf89875c0,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:46.801408 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:46.836835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1dd6d-484f-44f1-9742-ef74b5771f30 req-2535cb64-f8a8-441d-b321-275061f1a5f6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:46.844605 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3ba1dd6d-484f-44f1-9742-ef74b5771f30 req-2535cb64-f8a8-441d-b321-275061f1a5f6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1744285 Jun 03 10:00:46.929746 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3ba1dd6d-484f-44f1-9742-ef74b5771f30 req-d236c7ab-ab1f-4f52-971a-892e348c0d1b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838842 Jun 03 10:00:46.954258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Router 4d63e539-9079-492c-80c5-c1d8ad3a3edb has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:00:47.194238 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:00:47.210301 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] Sync routers for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:00:47.217735 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:47.249676 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:00:47.252350 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:00:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:47.276669 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-986716d6-37c8-4ba5-bbcf-6de6a5a38774 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "PUT /v2.0/floatingips/bbd72a25-ca85-4e64-b864-ddc9f562394b HTTP/1.1" status: 200 len: 991 time: 2.6411445 Jun 03 10:00:47.277639 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:47.295675 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d408f-9cfe-4a10-be51-a0855d9a5c79" -d '{"events": [{"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:47.349962 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:47.383017 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac4ea1f-0985-49d8-b868-567462fb032f x-openstack-request-id: req-2ac4ea1f-0985-49d8-b868-567462fb032f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:47.383733 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:47.385463 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ac4ea1f-0985-49d8-b868-567462fb032f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:47.386468 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac4ea1f-0985-49d8-b868-567462fb032f'] response: {'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'status': 'completed', 'code': 200} Jun 03 10:00:47.524714 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-b78da771-8ee0-4de1-ab7e-9364e27440a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:47.529051 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-b78da771-8ee0-4de1-ab7e-9364e27440a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.1289651 Jun 03 10:00:47.566048 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:00:47.688582 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56678) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:47.899320 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-b8ac76b4-61b3-4ead-9944-be7d80d4ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:47.906106 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-b8ac76b4-61b3-4ead-9944-be7d80d4ad79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.3703279 Jun 03 10:00:47.922677 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-493891844-network', 'tenant_id': '6a0f8d737269433bb6ce1baf51b8157b'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:47.961506 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:48.045374 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Made reservation on behalf of 6a0f8d737269433bb6ce1baf51b8157b for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:00:48.048246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.063106 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.081682 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-b258ba65-ab4f-4c7c-af8e-bebf5c707a38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 999 time: 0.1615608 Jun 03 10:00:48.099363 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'bbd72a25-ca85-4e64-b864-ddc9f562394b', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:00:20Z', 'updated_at': '2022-06-03T10:00:45Z', 'revision_number': 1, 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:48.171153 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] Checking router: 4d63e539-9079-492c-80c5-c1d8ad3a3edb for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:00:48.192528 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:00:48.195360 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:00:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:48.221298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0cc64-b38c-4624-a8f9-d122b1c075e3 req-fe492103-929a-491f-baf5-99c4078d56df tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:48.223017 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70e0cc64-b38c-4624-a8f9-d122b1c075e3 req-fe492103-929a-491f-baf5-99c4078d56df tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1380417 Jun 03 10:00:48.246740 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks [] for security_group (db81b0a8-180b-46a5-86ca-aad1c5ea030f), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.303146 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-7e697962-2447-4cab-bf94-8ce46176ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:48.304945 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-7e697962-2447-4cab-bf94-8ce46176ee94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.1992161 Jun 03 10:00:48.338194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (db81b0a8-180b-46a5-86ca-aad1c5ea030f), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.382475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:00:48.408445 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:00:48.420385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:48.428368 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (67a98012-8881-42b9-b8ca-1d10c682def4), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.429062 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Added segment 67a98012-8881-42b9-b8ca-1d10c682def4 of type vlan for network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f Jun 03 10:00:48.430883 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db81b0a8-180b-46a5-86ca-aad1c5ea030f,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:48.459333 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-333932d1-33dc-4721-b8b6-94cf1f02a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:48.461698 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-333932d1-33dc-4721-b8b6-94cf1f02a79e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425595 Jun 03 10:00:48.473844 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70e0cc64-b38c-4624-a8f9-d122b1c075e3 req-4e1b08f5-95ed-4c07-a27e-1436917fcd90 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289548 Jun 03 10:00:48.526384 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:48.531057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (67c024cb-fdda-41b3-a0ad-2b9c4d36578f), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.633386 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-17e3ddbf-b30e-4839-922f-9fa08da6a0d2 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582749 Jun 03 10:00:48.664359 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (67c024cb-fdda-41b3-a0ad-2b9c4d36578f), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.666378 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:48.666954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:48.820359 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a33d408f-9cfe-4a10-be51-a0855d9a5c79 req-1d42cf21-506b-4be9-b974-939e81441412 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792212 Jun 03 10:00:48.822061 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=67c024cb-fdda-41b3-a0ad-2b9c4d36578f,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:48.827530 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5e26716b-ad01-4a40-847f-fcef21379cb7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1373534 Jun 03 10:00:48.830587 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56692) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:48.838854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Request body: {'subnet': {'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-493891844-subnet', 'tenant_id': '6a0f8d737269433bb6ce1baf51b8157b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:48.840137 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:00:49.075549 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Made reservation on behalf of 6a0f8d737269433bb6ce1baf51b8157b for: {'subnet': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:00:49.078063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:49.154924 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'bbd72a25-ca85-4e64-b864-ddc9f562394b', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:00:20Z', 'updated_at': '2022-06-03T10:00:45Z', 'revision_number': 1, 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:49.162413 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:49.228977 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087ef50-0770-4c1f-a287-1f87c244df5d None None] The sync data for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi is: [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'bbd72a25-ca85-4e64-b864-ddc9f562394b', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:00:20Z', 'updated_at': '2022-06-03T10:00:45Z', 'revision_number': 1, 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:00:49.412368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:49.606206 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecf84d-ec62-481f-bdbe-82aeb2c991b3 None None] New status for floating IP bbd72a25-ca85-4e64-b864-ddc9f562394b: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:00:49.636853 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2a746-0143-482c-b0c0-cdaeae3d522e req-7fca65a9-f4f4-45f9-9d83-b415a2b8f0a2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:49.638369 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8ae2a746-0143-482c-b0c0-cdaeae3d522e req-7fca65a9-f4f4-45f9-9d83-b415a2b8f0a2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0574415 Jun 03 10:00:49.707841 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8ae2a746-0143-482c-b0c0-cdaeae3d522e req-a019ef67-1971-469f-bec7-f1947146306a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637002 Jun 03 10:00:50.178956 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (31fe91e6-8e0e-4f01-bc03-bb8bc579a734), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:50.231786 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fe91e6-8e0e-4f01-bc03-bb8bc579a734,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:50.250402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Checking segment: {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:00:50.250619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Network hostable DHCP agents. Network: 67c024cb-fdda-41b3-a0ad-2b9c4d36578f, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:00:50.434004 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:00:50.577560 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 67c024cb-fdda-41b3-a0ad-2b9c4d36578f) {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:00:50.582469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:50.584318 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:50.589370 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf42547-0ab4-4b1c-8216-8df606882df5 None None] Network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:00:50.756843 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-6115b0bc-91f5-4356-9352-0ccc0719233c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9195063 Jun 03 10:00:50.811747 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49763c5-fde5-4c60-9f9d-dba321af639b None None] Network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:00:50.973837 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:51.013607 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae708a-32a2-499b-9cfd-0828b83c0799 req-32045dad-7d9f-4190-8620-66ce725ade77 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:51.017137 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-72ae708a-32a2-499b-9cfd-0828b83c0799 req-32045dad-7d9f-4190-8620-66ce725ade77 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.1612659 Jun 03 10:00:51.120361 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-72ae708a-32a2-499b-9cfd-0828b83c0799 req-432cfe09-6469-426e-aac0-9100591a7273 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976362 Jun 03 10:00:52.090733 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 56742) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:52.201973 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-269cb918-4dba-4fc2-8952-df521468b8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.276390 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb9ab9-b4bf-4845-bc16-c0545af885ea req-4ec4e9ae-7266-444e-82eb-3297cb3e822b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:52.282459 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deeb9ab9-b4bf-4845-bc16-c0545af885ea req-4ec4e9ae-7266-444e-82eb-3297cb3e822b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0824997 Jun 03 10:00:52.366454 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deeb9ab9-b4bf-4845-bc16-c0545af885ea req-39a43b08-e37b-4ba0-9d63-764e7e24acb0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809784 Jun 03 10:00:52.402830 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-269cb918-4dba-4fc2-8952-df521468b8b2 admin admin] Publish callbacks [] for security_group (4ee54557-7ebc-4eea-917d-09e22526d117), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.498005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-269cb918-4dba-4fc2-8952-df521468b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4ee54557-7ebc-4eea-917d-09e22526d117), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.536812 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-269cb918-4dba-4fc2-8952-df521468b8b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4718707db7fa48d3a4e711e0818fd861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444270 Jun 03 10:00:52.537868 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cb918-4dba-4fc2-8952-df521468b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee54557-7ebc-4eea-917d-09e22526d117,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:52.539555 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56766) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:52.589102 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-518f73a4-6e7b-43a3-933e-0becde98e8bd admin admin] Publish callbacks [] for security_group (4ee54557-7ebc-4eea-917d-09e22526d117), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.612759 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-518f73a4-6e7b-43a3-933e-0becde98e8bd admin admin] Publish callbacks [] for security_group (4ee54557-7ebc-4eea-917d-09e22526d117), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.747368 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-518f73a4-6e7b-43a3-933e-0becde98e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4ee54557-7ebc-4eea-917d-09e22526d117), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.749874 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-518f73a4-6e7b-43a3-933e-0becde98e8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:52.750966 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-518f73a4-6e7b-43a3-933e-0becde98e8bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ee54557-7ebc-4eea-917d-09e22526d117 HTTP/1.1" status: 204 len: 168 time: 0.2103939 Jun 03 10:00:52.758939 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f73a4-6e7b-43a3-933e-0becde98e8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee54557-7ebc-4eea-917d-09e22526d117,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:53.149355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-53dcd3f1-c55a-431d-9c20-68532c582cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:53.151473 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-53dcd3f1-c55a-431d-9c20-68532c582cae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1130 time: 0.0457127 Jun 03 10:00:53.245635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-73ef6089-4cfc-44d8-a0eb-822b4aba66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:53.247224 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-73ef6089-4cfc-44d8-a0eb-822b4aba66d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 918 time: 0.0872188 Jun 03 10:00:53.311379 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-0af913c6-786f-452d-b0e6-1ce4e990359c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 200 len: 1002 time: 0.0578322 Jun 03 10:00:53.362374 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-8121ebba-00f8-4d27-bc9e-d7f8fe1bff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:53.363759 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-8121ebba-00f8-4d27-bc9e-d7f8fe1bff47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0458596 Jun 03 10:00:53.422495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-8a720539-ba89-4ec1-9465-cfcff4eb8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:53.424244 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-8a720539-ba89-4ec1-9465-cfcff4eb8485 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536220 Jun 03 10:00:53.549345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26caace-b52f-4a34-8a01-80b427ece149 req-7d32f118-1553-4075-b6c7-d75834ea0125 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:53.550836 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f26caace-b52f-4a34-8a01-80b427ece149 req-7d32f118-1553-4075-b6c7-d75834ea0125 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0648026 Jun 03 10:00:53.581924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-81ce47de-26ba-461d-b1e8-e0aa69b9c929 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508234 Jun 03 10:00:53.659526 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f26caace-b52f-4a34-8a01-80b427ece149 req-099f83d7-edf3-4c7e-8cb4-47777d428224 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998981 Jun 03 10:00:53.673439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:53.697042 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b8ba2f5-b9cb-4cae-a20b-30ae9bbc656d req-b41ccb47-7391-457a-8cbd-c9d0641dd1e7 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085196 Jun 03 10:00:54.714995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:54.740382 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-b7203b5d-4051-40fa-9e9e-ad5a278f1310 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:54.741853 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-b7203b5d-4051-40fa-9e9e-ad5a278f1310 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/networks?id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f HTTP/1.1" status: 200 len: 813 time: 0.1085486 Jun 03 10:00:54.783039 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-5bb38d91-4734-41d9-a003-e720600554d5 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/quotas/6a0f8d737269433bb6ce1baf51b8157b HTTP/1.1" status: 200 len: 375 time: 0.0317590 Jun 03 10:00:54.805333 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0bc6-2390-4a55-9914-4e36f862a9dc req-1db4fc9e-03bd-4083-93aa-06868b035d25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:54.806825 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2dcc0bc6-2390-4a55-9914-4e36f862a9dc req-1db4fc9e-03bd-4083-93aa-06868b035d25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 946 time: 0.0640500 Jun 03 10:00:54.828056 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-c310ee4e-76af-4b7c-b955-7bbdb56dea99 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394959 Jun 03 10:00:54.923795 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2dcc0bc6-2390-4a55-9914-4e36f862a9dc req-c844ca50-b7b3-4c25-a276-2be91e5a6af1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987685 Jun 03 10:00:54.955003 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-8f834a6a-1c01-4782-8dbf-aa49d7ada3a6 service neutron] 10.222.0.42 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090915 Jun 03 10:00:55.050047 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-63aae55c-3de3-49e6-9225-3c1c845d5a1d service neutron] 10.222.0.42 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893135 Jun 03 10:00:55.339864 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4d80c0e-8f2e-42b0-b062-dbcb3893703e req-d6a8bf7f-8108-4b64-82a7-473b0ce08fbd tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 210 time: 0.0287073 Jun 03 10:00:55.422191 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:00:55.463456 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:55.506844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: ACTIVE; New status is: DOWN {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:55.506844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:55.518211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:00:55.520382 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ce082-d9be-422d-8e30-595fae8186f9" -d '{"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-unplugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:00:55.532530 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:00:55.557695 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Jun 2022 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7067ea07-e0cc-4f87-89a7-d8791e8d30d2 x-openstack-request-id: req-7067ea07-e0cc-4f87-89a7-d8791e8d30d2 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:00:55.558019 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-unplugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:00:55.558447 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7067ea07-e0cc-4f87-89a7-d8791e8d30d2 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:00:55.558792 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7067ea07-e0cc-4f87-89a7-d8791e8d30d2'] response: {'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'code': 200} Jun 03 10:00:55.669563 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:55.707286 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:55.717107 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=8']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:56.047775 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf927-19ae-452c-9ce5-9c7c7870e941 req-cb7402a8-052c-4561-80ee-eda383cc8da5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:56.058613 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a8faf927-19ae-452c-9ce5-9c7c7870e941 req-cb7402a8-052c-4561-80ee-eda383cc8da5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0594630 Jun 03 10:00:56.117948 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-dbbe8212-de68-42d7-aa0a-53c0e35ae24b tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=244fa4e99f7348629c9b5506f21cf21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428722 Jun 03 10:00:56.200550 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a8faf927-19ae-452c-9ce5-9c7c7870e941 req-7695785c-ebbd-4244-b302-a1954ee80c86 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345549 Jun 03 10:00:56.321626 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-b0f98bd0-ab55-46d6-ba70-1dcb7131e96a tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:56.323238 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-b0f98bd0-ab55-46d6-ba70-1dcb7131e96a tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991415 Jun 03 10:00:56.338361 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-3b91d680-b16d-4119-acf6-3c9a74b630bc tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/quotas/244fa4e99f7348629c9b5506f21cf21e HTTP/1.1" status: 200 len: 375 time: 0.0095241 Jun 03 10:00:56.371697 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-1e3b5104-dbff-435c-beea-4424be3f7043 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=244fa4e99f7348629c9b5506f21cf21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279710 Jun 03 10:00:56.627827 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-444637fa-c69f-4ded-b759-eee3564b8b1b req-4e8d2e9f-bf98-47ac-8566-8462ad84617c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 210 time: 0.0330515 Jun 03 10:00:56.694253 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87a946c2-ec34-459b-9a4f-ce1addca1b1e req-052b1268-c616-4062-af97-0a8013e31ef3 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 210 time: 0.0298002 Jun 03 10:00:57.121299 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56928) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:57.166258 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Deleting subnet cb64965f-aa2e-4793-90e9-d8e8b0a08646 {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:00:57.170240 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Publish callbacks [] for subnet (cb64965f-aa2e-4793-90e9-d8e8b0a08646), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.204492 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (cb64965f-aa2e-4793-90e9-d8e8b0a08646), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.243761 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (cb64965f-aa2e-4793-90e9-d8e8b0a08646), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.410519 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (cb64965f-aa2e-4793-90e9-d8e8b0a08646), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.431046 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb64965f-aa2e-4793-90e9-d8e8b0a08646,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:57.437221 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.440400 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-64fb75a8-3482-4194-9329-576db169dfdb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cb64965f-aa2e-4793-90e9-d8e8b0a08646 HTTP/1.1" status: 204 len: 168 time: 0.3180504 Jun 03 10:00:57.442895 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56942) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:57.511901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (98a7d991-7855-4bdc-8799-20026edb30df), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.593475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (98a7d991-7855-4bdc-8799-20026edb30df), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.614162 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a7d991-7855-4bdc-8799-20026edb30df']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:57.632104 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa91255-e781-4dc3-913b-01ac4561f5b3') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:57.632104 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa91255-e781-4dc3-913b-01ac4561f5b3') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:00:57.633046 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:57.635600 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (6aa91255-e781-4dc3-913b-01ac4561f5b3), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.659498 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (6aa91255-e781-4dc3-913b-01ac4561f5b3), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.669704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:00:57.670382 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (6aa91255-e781-4dc3-913b-01ac4561f5b3), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.723552 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 6aa91255-e781-4dc3-913b-01ac4561f5b3 resource provider aggregate not found Jun 03 10:00:57.750622 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a3c47f9-7fa1-41a0-9a7b-ba28fed75b2f req-44431650-17d4-4afb-8624-8012650fe9e7 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 210 time: 0.0512195 Jun 03 10:00:57.763570 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 6aa91255-e781-4dc3-913b-01ac4561f5b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aa91255-e781-4dc3-913b-01ac4561f5b3 found for delete ", "request_id": "req-7a4b1e59-8126-49d1-a9df-1b4eb63e013d"}]} Jun 03 10:00:57.787656 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a35c4d7e-aacc-4076-b5ec-e535bee90c8d req-b7f24658-a838-428d-87a5-1a221f9cb65e tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 210 time: 0.0308285 Jun 03 10:00:57.857670 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (98a7d991-7855-4bdc-8799-20026edb30df), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.867179 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:57.867179 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/98a7d991-7855-4bdc-8799-20026edb30df HTTP/1.1" status: 204 len: 168 time: 0.4224935 Jun 03 10:00:57.875595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-28ae3e46-1028-4471-b815-f8b0a091bd39 req-8481e5d3-06c3-4d54-a650-2c44e8837985 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 10:00:57.876649 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-28ae3e46-1028-4471-b815-f8b0a091bd39 req-8481e5d3-06c3-4d54-a650-2c44e8837985 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058501 Jun 03 10:00:57.878543 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be66f7-3441-4e41-a56c-06b9f397f9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a7d991-7855-4bdc-8799-20026edb30df,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:58.335758 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:58.381097 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2fdb5-f5b6-439a-8925-f7c84922184d req-0160cd19-9b59-4cbb-a7c2-2ec3ee655c76 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:58.382489 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d2fdb5-f5b6-439a-8925-f7c84922184d req-0160cd19-9b59-4cbb-a7c2-2ec3ee655c76 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0636120 Jun 03 10:00:58.445182 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56970) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:58.457730 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-1d231435-99a2-43f3-98a8-70c14a63fbd8 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:58.459334 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-1d231435-99a2-43f3-98a8-70c14a63fbd8 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "GET /v2.0/networks?id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f HTTP/1.1" status: 200 len: 813 time: 0.2196999 Jun 03 10:00:58.485360 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Request body: {'port': {'device_id': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f', 'admin_state_up': True, 'tenant_id': '6a0f8d737269433bb6ce1baf51b8157b'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:58.519397 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f1c953f2-e88a-4393-b3ee-b7d9afc3594c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e1793ba5f584cb0a9005c50d80c5c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730629 Jun 03 10:00:58.521900 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 56974) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:58.542930 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d2fdb5-f5b6-439a-8925-f7c84922184d req-70041f87-4a24-487b-ae7c-21855919b856 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541045 Jun 03 10:00:58.552289 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:58.580543 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2827a667-497f-4767-9b3f-b11a58a2a3e8 admin admin] Publish callbacks [] for security_group (d7b7850e-a035-446f-8e1b-e4d119fdc8ef), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:58.603512 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2827a667-497f-4767-9b3f-b11a58a2a3e8 admin admin] Publish callbacks [] for security_group (d7b7850e-a035-446f-8e1b-e4d119fdc8ef), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:58.720519 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Made reservation on behalf of 6a0f8d737269433bb6ce1baf51b8157b for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:00:58.724547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:58.742213 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:58.755704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2827a667-497f-4767-9b3f-b11a58a2a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d7b7850e-a035-446f-8e1b-e4d119fdc8ef), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:58.759154 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2827a667-497f-4767-9b3f-b11a58a2a3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:58.761372 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-2827a667-497f-4767-9b3f-b11a58a2a3e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7b7850e-a035-446f-8e1b-e4d119fdc8ef HTTP/1.1" status: 204 len: 168 time: 0.2382600 Jun 03 10:00:58.772406 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827a667-497f-4767-9b3f-b11a58a2a3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b7850e-a035-446f-8e1b-e4d119fdc8ef,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:59.130146 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e2d02df9-9086-4288-a10e-5032616eadfd req-9aaad3ce-12f4-4338-9598-962d5ee1a018 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 210 time: 0.2763007 Jun 03 10:00:59.152108 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c2ff70d0-ee50-4365-bd8d-7000b636d6c8 req-395454b1-d767-4c10-8da6-e772e3e2e45a tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 210 time: 0.2788365 Jun 03 10:00:59.165452 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=49 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:59.167061 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57000) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:59.209815 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Allocated IP 172.20.0.13 (67c024cb-fdda-41b3-a0ad-2b9c4d36578f/31fe91e6-8e0e-4f01-bc03-bb8bc579a734/a2d8efb0-adea-4506-ba70-c181d5230749) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:00:59.294924 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-a94a4239-323f-4fed-8e6b-ad9b6dc6b864 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262534 Jun 03 10:00:59.299660 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-3a716667-d4e1-4174-bf64-85d5eb3ab2ac service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 10:00:59.300824 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-3a716667-d4e1-4174-bf64-85d5eb3ab2ac service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051973 Jun 03 10:00:59.406203 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks [] for port (a2d8efb0-adea-4506-ba70-c181d5230749), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:59.439394 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:00:59.467477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 57020) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:00:59.503552 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-c477548a-6dce-420d-b102-ddf5175ed48d tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=244fa4e99f7348629c9b5506f21cf21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220377 Jun 03 10:00:59.548173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: DOWN; New status is: DOWN {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:00:59.581428 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:59.603111 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:00:59.695994 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-974e3870-b2d7-4bcb-a94c-8085bb59c068 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:59.697966 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-974e3870-b2d7-4bcb-a94c-8085bb59c068 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports/a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 200 len: 941 time: 0.2288666 Jun 03 10:00:59.718318 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:00:59.727360 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Pushing event updated for resources: {'Port': ['ID=a2d8efb0-adea-4506-ba70-c181d5230749,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:00:59.735600 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:00:59.738118 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:00:59.745099 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:59.745736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:00:59.765553 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d82c9e-a066-4144-a2ef-65f988499810 req-54caf816-216d-49c3-b6be-3a7ea25ba425 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:59.767101 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1d82c9e-a066-4144-a2ef-65f988499810 req-54caf816-216d-49c3-b6be-3a7ea25ba425 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1282218 Jun 03 10:00:59.808967 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-999036df-d8f1-4725-b08e-2fa968c9ff6d tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:00:59.810858 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-999036df-d8f1-4725-b08e-2fa968c9ff6d tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027401 Jun 03 10:00:59.852200 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Request body: {'port': {'device_id': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323', 'admin_state_up': True, 'tenant_id': '244fa4e99f7348629c9b5506f21cf21e'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:00:59.858777 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1d82c9e-a066-4144-a2ef-65f988499810 req-c73e66f7-5941-48d9-ba69-34ca1e66db26 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802381 Jun 03 10:00:59.922114 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-7e725890-9e50-48d0-8486-a10a684005f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4447079 Jun 03 10:00:59.949091 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Request body: {'port': {'device_id': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:00.046827 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.055377 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:00.186639 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Made reservation on behalf of 244fa4e99f7348629c9b5506f21cf21e for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:00.191688 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.204911 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.356883 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-131da1fb-293e-4686-bdda-14c617eac683 req-8cefaaff-6fba-40ce-b22a-0223358f6285 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 210 time: 0.0893126 Jun 03 10:01:00.369005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0699-b93b-4580-8319-539e8a176759 req-2717bd96-5121-4536-893a-247b9b28f3f2 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:00.370329 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6b9d0699-b93b-4580-8319-539e8a176759 req-2717bd96-5121-4536-893a-247b9b28f3f2 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 932 time: 0.1387529 Jun 03 10:01:00.483260 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6b9d0699-b93b-4580-8319-539e8a176759 req-83418ba2-643f-471d-94bb-6f9668f9f5c9 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042969 Jun 03 10:01:00.484866 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks [] for security_group (46b1e11c-b657-4988-a33b-c6279635ff68), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.533906 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d8efb0-adea-4506-ba70-c181d5230749 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:01:00.541819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Publish callbacks [] for port (a2d8efb0-adea-4506-ba70-c181d5230749), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.553994 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Transition to ACTIVE for port object a2d8efb0-adea-4506-ba70-c181d5230749 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:01:00.629204 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (46b1e11c-b657-4988-a33b-c6279635ff68), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.693068 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.728969 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1e11c-b657-4988-a33b-c6279635ff68,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:00.795429 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d8efb0-adea-4506-ba70-c181d5230749,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:00.852159 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Allocated IP 192.168.233.37 (af99ccb5-ff2c-4dd6-a471-3c5622459323/29ff1b60-3243-4d9e-a22b-a724c7c11cad/46e03855-8185-4b67-b1b5-b1b93f5e6873) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:00.857552 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Attempting to bind port a2d8efb0-adea-4506-ba70-c181d5230749 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:00.857897 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Attempting to bind port a2d8efb0-adea-4506-ba70-c181d5230749 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:00.858228 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Attempting to bind port a2d8efb0-adea-4506-ba70-c181d5230749 on network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:00.867011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Port a2d8efb0-adea-4506-ba70-c181d5230749 on network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:01:00.867337 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Attempting to bind port a2d8efb0-adea-4506-ba70-c181d5230749 on network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:00.878816 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:00.879231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Checking segment: {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:00.879514 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Bound using segment: {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:00.879942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Bound port: a2d8efb0-adea-4506-ba70-c181d5230749, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:00.880295 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:00.902751 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57068) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:01.041749 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:01.074564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7a4ac-7612-4093-b1fe-4ef16dabc6da req-d6fd8c40-15b0-410b-94cb-3fdd2cd54eb0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.079968 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7cc7a4ac-7612-4093-b1fe-4ef16dabc6da req-d6fd8c40-15b0-410b-94cb-3fdd2cd54eb0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1295202 Jun 03 10:01:01.087241 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] For port a2d8efb0-adea-4506-ba70-c181d5230749, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:01.122135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] For port a2d8efb0-adea-4506-ba70-c181d5230749, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a2d8efb0-adea-4506-ba70-c181d5230749,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:01.157598 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f1799cec-0550-4ce8-a0bf-f211ea81fe24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.173253 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks [] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.184889 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7cc7a4ac-7612-4093-b1fe-4ef16dabc6da req-9c3d796e-9faf-4df2-b587-11221fa0cfe7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997326 Jun 03 10:01:01.274051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:01.274051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.275107 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f1799cec-0550-4ce8-a0bf-f211ea81fe24 admin admin] Publish callbacks [] for security_group (658c4ae5-da1f-465a-ba04-a4d6276e93bd), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.275348 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.275348 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.275348 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/a2d8efb0-adea-4506-ba70-c181d5230749 HTTP/1.1" status: 200 len: 1094 time: 1.3296559 Jun 03 10:01:01.275348 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'tag': 'a2d8efb0-adea-4506-ba70-c181d5230749'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:01.275692 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "dce70d56-25df-45f6-b6cc-6c97ca1ae107", "tag": "a2d8efb0-adea-4506-ba70-c181d5230749"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:01.301505 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17d02-9513-4ccf-809b-de9237bfb7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d8efb0-adea-4506-ba70-c181d5230749,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:01.310482 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6220dc5f-bbf0-4709-a501-be8f5c308c7b x-openstack-request-id: req-6220dc5f-bbf0-4709-a501-be8f5c308c7b {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:01.310826 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce70d56-25df-45f6-b6cc-6c97ca1ae107", "tag": "a2d8efb0-adea-4506-ba70-c181d5230749", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:01.311074 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6220dc5f-bbf0-4709-a501-be8f5c308c7b {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:01.311515 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6220dc5f-bbf0-4709-a501-be8f5c308c7b'] response: {'name': 'network-changed', 'server_uuid': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'tag': 'a2d8efb0-adea-4506-ba70-c181d5230749', 'status': 'completed', 'code': 200} Jun 03 10:01:01.387535 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f req-b7a44cc9-0f3b-4415-84bd-a22023769f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.389706 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f req-b7a44cc9-0f3b-4415-84bd-a22023769f22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 1128 time: 0.0492132 Jun 03 10:01:01.414910 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f1799cec-0550-4ce8-a0bf-f211ea81fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (658c4ae5-da1f-465a-ba04-a4d6276e93bd), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.441794 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.454461 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f1799cec-0550-4ce8-a0bf-f211ea81fe24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d60aa20cdf624925871544346abb9baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475996 Jun 03 10:01:01.454461 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1799cec-0550-4ce8-a0bf-f211ea81fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658c4ae5-da1f-465a-ba04-a4d6276e93bd,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:01.455801 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57084) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:01.504917 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8f226772-32de-402f-ae13-cec7e262daab admin admin] Publish callbacks [] for security_group (658c4ae5-da1f-465a-ba04-a4d6276e93bd), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.530652 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8f226772-32de-402f-ae13-cec7e262daab admin admin] Publish callbacks [] for security_group (658c4ae5-da1f-465a-ba04-a4d6276e93bd), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.582170 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Network af99ccb5-ff2c-4dd6-a471-3c5622459323 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:01.612643 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:01.615016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:01.621083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.621671 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.652092 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Pushing event updated for resources: {'Port': ['ID=46e03855-8185-4b67-b1b5-b1b93f5e6873,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:01.672062 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33317f9-4c2e-4a3c-9502-4ec4463d882f req-a3055bc3-389f-494a-9e4c-d582dc479d2b tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.673589 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b33317f9-4c2e-4a3c-9502-4ec4463d882f req-a3055bc3-389f-494a-9e4c-d582dc479d2b tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 935 time: 0.1660793 Jun 03 10:01:01.687129 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8f226772-32de-402f-ae13-cec7e262daab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (658c4ae5-da1f-465a-ba04-a4d6276e93bd), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.690769 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8f226772-32de-402f-ae13-cec7e262daab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.691461 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8f226772-32de-402f-ae13-cec7e262daab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/658c4ae5-da1f-465a-ba04-a4d6276e93bd HTTP/1.1" status: 204 len: 168 time: 0.2352567 Jun 03 10:01:01.702993 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226772-32de-402f-ae13-cec7e262daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658c4ae5-da1f-465a-ba04-a4d6276e93bd,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:01.708342 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814d6-a91b-46e4-85a0-31847944978c req-030be79d-0c1b-4ab9-89cb-83b01df97c7a tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.710384 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-03e814d6-a91b-46e4-85a0-31847944978c req-030be79d-0c1b-4ab9-89cb-83b01df97c7a tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 944 time: 0.1339004 Jun 03 10:01:01.741036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f req-f1ca2405-fdfd-4c2b-92d1-d68fdafe0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.742369 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f req-f1ca2405-fdfd-4c2b-92d1-d68fdafe0dfa service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3434567 Jun 03 10:01:01.824173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-708445ea-023c-41ff-8dfd-206efa9a6d27 None None] Provisioning complete for port 46e03855-8185-4b67-b1b5-b1b93f5e6873 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:01.824727 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-708445ea-023c-41ff-8dfd-206efa9a6d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:01.832972 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5773d855-a064-45ca-ba69-b6437d4d6871 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9847765 Jun 03 10:01:01.849719 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Request body: {'port': {'device_id': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:01.857410 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-708445ea-023c-41ff-8dfd-206efa9a6d27 None None] Port 46e03855-8185-4b67-b1b5-b1b93f5e6873 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:01.857807 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b33317f9-4c2e-4a3c-9502-4ec4463d882f req-5f200247-7a59-4d5f-aa07-31fd0055237e tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763327 Jun 03 10:01:01.910079 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-03e814d6-a91b-46e4-85a0-31847944978c req-8bf7feca-6e48-44e8-a90a-843d034f4cae tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853144 Jun 03 10:01:01.952409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f req-47ddccc9-3e96-407a-8426-9b97927092c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:01.953866 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-df0a6d9a-4da5-4435-9b27-47a0c291bb2f req-47ddccc9-3e96-407a-8426-9b97927092c9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1882689 Jun 03 10:01:01.958822 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:02.024255 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:02.061262 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-40bc5732-50e5-46fd-8932-f71675ca56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:02.063641 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-40bc5732-50e5-46fd-8932-f71675ca56fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 1128 time: 0.0691223 Jun 03 10:01:02.161444 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-8e567c79-3e26-4792-abff-8fe6a114afb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2d8efb0-adea-4506-ba70-c181d5230749 HTTP/1.1" status: 200 len: 217 time: 0.0823772 Jun 03 10:01:02.250101 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:02.265710 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a314-487d-4058-8f81-92b3c344bae3 req-668ea60d-360b-444d-81e4-f2577c89ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:02.267217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-668ea60d-360b-444d-81e4-f2577c89ac8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31fe91e6-8e0e-4f01-bc03-bb8bc579a734 HTTP/1.1" status: 200 len: 853 time: 0.0976591 Jun 03 10:01:02.345609 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-668ad9ad-3366-4c4c-b4e5-8a294310f3c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645871 Jun 03 10:01:02.393565 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e551d-bcfc-4277-b49e-d7b1b37bdcde req-08b2a44c-e30c-4462-847b-368aba5731f3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:02.395039 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b3e551d-bcfc-4277-b49e-d7b1b37bdcde req-08b2a44c-e30c-4462-847b-368aba5731f3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1152022 Jun 03 10:01:02.526465 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e03855-8185-4b67-b1b5-b1b93f5e6873 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:01:02.542908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-9387bddf-95f7-4b52-964f-686ee5852015 service neutron] 10.222.0.59 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770535 Jun 03 10:01:02.544785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Publish callbacks [] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:02.549525 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b3e551d-bcfc-4277-b49e-d7b1b37bdcde req-879f3c14-164e-4308-93ac-0d1e8fc2f1a8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290786 Jun 03 10:01:02.600647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Transition to ACTIVE for port object 46e03855-8185-4b67-b1b5-b1b93f5e6873 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:01:02.651489 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4005a314-487d-4058-8f81-92b3c344bae3 req-eca15888-61c4-49e1-8ce2-7b5f7af0aae8 service neutron] 10.222.0.59 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974171 Jun 03 10:01:02.686158 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:02.745634 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=46e03855-8185-4b67-b1b5-b1b93f5e6873,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:02.800145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Attempting to bind port 46e03855-8185-4b67-b1b5-b1b93f5e6873 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:02.800809 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Attempting to bind port 46e03855-8185-4b67-b1b5-b1b93f5e6873 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:02.801353 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Attempting to bind port 46e03855-8185-4b67-b1b5-b1b93f5e6873 on network af99ccb5-ff2c-4dd6-a471-3c5622459323 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:02.808493 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Port 46e03855-8185-4b67-b1b5-b1b93f5e6873 on network af99ccb5-ff2c-4dd6-a471-3c5622459323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:01:02.809006 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Attempting to bind port 46e03855-8185-4b67-b1b5-b1b93f5e6873 on network af99ccb5-ff2c-4dd6-a471-3c5622459323 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:02.816230 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:02.816817 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Checking segment: {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:02.817350 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Bound using segment: {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:02.817875 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Bound port: 46e03855-8185-4b67-b1b5-b1b93f5e6873, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad216aa3-ac6b-4756-b244-cce4bb646923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:02.818366 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:02.878422 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:02.890805 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] For port 46e03855-8185-4b67-b1b5-b1b93f5e6873, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:02.894387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] For port 46e03855-8185-4b67-b1b5-b1b93f5e6873, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46e03855-8185-4b67-b1b5-b1b93f5e6873,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:02.895302 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57118) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:03.005224 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7566c-37ff-49bc-b9fd-f84f07174449 req-1b30da12-5cca-41ce-9ae4-e45e3f98d68b tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.006850 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-06a7566c-37ff-49bc-b9fd-f84f07174449 req-1b30da12-5cca-41ce-9ae4-e45e3f98d68b tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 947 time: 0.0702648 Jun 03 10:01:03.010016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.019614 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-863932542-network', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:03.074995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:03.079386 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.080011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.081370 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] 10.222.0.59 "PUT /v2.0/ports/46e03855-8185-4b67-b1b5-b1b93f5e6873 HTTP/1.1" status: 200 len: 1097 time: 1.2381749 Jun 03 10:01:03.111541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80dfda-2af9-4584-9eea-9362195e5d4c req-33c26930-fefe-4fb1-b2ae-856122a68486 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.113060 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fb80dfda-2af9-4584-9eea-9362195e5d4c req-33c26930-fefe-4fb1-b2ae-856122a68486 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 944 time: 0.1219153 Jun 03 10:01:03.121932 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Made reservation on behalf of 5476f21b29944eb69e32a2d97b328aed for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:03.124257 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.133997 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.153095 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218984aa-14cf-4bdc-8529-d2562fd32eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=46e03855-8185-4b67-b1b5-b1b93f5e6873,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:03.170119 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-06a7566c-37ff-49bc-b9fd-f84f07174449 req-f495b8a7-5a0c-4399-8898-4916e549b07c tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371579 Jun 03 10:01:03.202821 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fb80dfda-2af9-4584-9eea-9362195e5d4c req-08b8cdec-4c51-4f29-b873-89ca10eded07 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751548 Jun 03 10:01:03.234815 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks [] for security_group (9dbfe186-6aa2-42c7-8918-f90c682ad9db), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.312511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'tag': '46e03855-8185-4b67-b1b5-b1b93f5e6873'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:03.314857 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5de272d-189b-44ce-8880-92ed5a746391" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44", "tag": "46e03855-8185-4b67-b1b5-b1b93f5e6873"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:03.349525 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59307dc7-77dc-4e8f-b90b-8b940af293f2 x-openstack-request-id: req-59307dc7-77dc-4e8f-b90b-8b940af293f2 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:03.350131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44", "tag": "46e03855-8185-4b67-b1b5-b1b93f5e6873", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:03.350131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59307dc7-77dc-4e8f-b90b-8b940af293f2 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:03.350493 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59307dc7-77dc-4e8f-b90b-8b940af293f2'] response: {'name': 'network-changed', 'server_uuid': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'tag': '46e03855-8185-4b67-b1b5-b1b93f5e6873', 'status': 'completed', 'code': 200} Jun 03 10:01:03.366374 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9dbfe186-6aa2-42c7-8918-f90c682ad9db), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.372811 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=16 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:03.394021 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:01:03.404468 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfe186-6aa2-42c7-8918-f90c682ad9db,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:03.409275 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (7201bb7f-3525-46ef-b122-ca45ebe04999), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.409612 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Added segment 7201bb7f-3525-46ef-b122-ca45ebe04999 of type vlan for network cdd39ad8-1097-4745-8715-b421d9c9917f Jun 03 10:01:03.448615 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (cdd39ad8-1097-4745-8715-b421d9c9917f), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.464792 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:03.646152 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (cdd39ad8-1097-4745-8715-b421d9c9917f), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.647167 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.647767 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:03.670175 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272306-992e-4407-ae38-45fc041434e0 req-61350ece-89a7-4e69-a05c-29a1ad149321 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.671694 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41272306-992e-4407-ae38-45fc041434e0 req-61350ece-89a7-4e69-a05c-29a1ad149321 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0482643 Jun 03 10:01:03.723536 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd39ad8-1097-4745-8715-b421d9c9917f,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:03.729117 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41272306-992e-4407-ae38-45fc041434e0 req-779b3818-f354-46f2-aebd-f9cfdb9b9ce0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508571 Jun 03 10:01:03.735113 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network cdd39ad8-1097-4745-8715-b421d9c9917f details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:01:03.772182 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de272d-189b-44ce-8880-92ed5a746391 req-95e7dcb1-45fc-4526-bc0f-65f8e6978e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.773679 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5de272d-189b-44ce-8880-92ed5a746391 req-95e7dcb1-45fc-4526-bc0f-65f8e6978e0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=244fa4e99f7348629c9b5506f21cf21e&device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 1131 time: 0.0437007 Jun 03 10:01:03.800082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:03.813535 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5de272d-189b-44ce-8880-92ed5a746391 req-de0d221b-c873-4fa8-a397-b1856608297a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=244fa4e99f7348629c9b5506f21cf21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212121 Jun 03 10:01:03.848260 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-4bf0d80b-7cd2-472c-98bc-e24ba1d286a4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9518950 Jun 03 10:01:03.853717 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57132) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:03.858830 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Request body: {'subnet': {'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-863932542-subnet', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:03.916383 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de272d-189b-44ce-8880-92ed5a746391 req-a53fe738-79a7-456d-8ae2-4d4b7fa6306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:03.917875 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5de272d-189b-44ce-8880-92ed5a746391 req-a53fe738-79a7-456d-8ae2-4d4b7fa6306c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993352 Jun 03 10:01:03.949892 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Made reservation on behalf of 5476f21b29944eb69e32a2d97b328aed for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:03.952629 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.003208 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-99e98c56-64f6-47e9-a573-fa8934a7e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.004712 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-99e98c56-64f6-47e9-a573-fa8934a7e8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=244fa4e99f7348629c9b5506f21cf21e&device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 1131 time: 0.0418036 Jun 03 10:01:04.047674 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5a7253a1-b365-4ea2-b2f1-abd9d6a749a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=46e03855-8185-4b67-b1b5-b1b93f5e6873 HTTP/1.1" status: 200 len: 217 time: 0.0359638 Jun 03 10:01:04.109627 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-db5ceeac-56f2-4cea-9bca-dbb3cd706599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.111007 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-db5ceeac-56f2-4cea-9bca-dbb3cd706599 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=29ff1b60-3243-4d9e-a22b-a724c7c11cad HTTP/1.1" status: 200 len: 843 time: 0.0494337 Jun 03 10:01:04.201245 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (aefefb51-44d5-4f83-a246-e1a27a9189b8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.262904 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefefb51-44d5-4f83-a246-e1a27a9189b8,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:04.270106 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Checking segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:04.270643 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Network hostable DHCP agents. Network: cdd39ad8-1097-4745-8715-b421d9c9917f, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:01:04.301615 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57140) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:04.315141 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8e7f-33ac-4490-93d3-78033bff4b53 req-69152126-50b9-4045-8672-4812236e68ec tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.318393 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1b5c8e7f-33ac-4490-93d3-78033bff4b53 req-69152126-50b9-4045-8672-4812236e68ec tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 947 time: 0.0666814 Jun 03 10:01:04.420185 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c94e4fdf-b8b7-495b-8532-3930d720a421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.436910 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Network cdd39ad8-1097-4745-8715-b421d9c9917f is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:01:04.508175 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c94e4fdf-b8b7-495b-8532-3930d720a421 admin admin] Publish callbacks [] for security_group (01e212ac-877b-4adf-bcee-1c99dd8d079e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.629027 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, cdd39ad8-1097-4745-8715-b421d9c9917f) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:04.641345 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b668f9f-90f8-487f-a8cd-7c0c9790327e None None] Network cdd39ad8-1097-4745-8715-b421d9c9917f requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:04.651441 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.654019 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.669613 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c94e4fdf-b8b7-495b-8532-3930d720a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (01e212ac-877b-4adf-bcee-1c99dd8d079e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.705319 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31059d98-f624-444a-99b1-f5ad3591d38e req-11032bf6-212c-4094-8599-895303ed5816 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.707505 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-31059d98-f624-444a-99b1-f5ad3591d38e req-11032bf6-212c-4094-8599-895303ed5816 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 944 time: 0.4125566 Jun 03 10:01:04.712248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-0d15ac6f-a290-443d-a13f-8cc21868122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.714327 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-0d15ac6f-a290-443d-a13f-8cc21868122b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af99ccb5-ff2c-4dd6-a471-3c5622459323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3801465 Jun 03 10:01:04.720164 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-584b0478-4836-477c-9967-b29fd031729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.722247 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-584b0478-4836-477c-9967-b29fd031729c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46&tenant_id=57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 1128 time: 0.3867950 Jun 03 10:01:04.747377 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c94e4fdf-b8b7-495b-8532-3930d720a421 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31b7ad0a70d34261b6b8aafcdbc2c5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446027 Jun 03 10:01:04.752461 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57144) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:04.765960 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:04.775684 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4fdf-b8b7-495b-8532-3930d720a421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e212ac-877b-4adf-bcee-1c99dd8d079e,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:04.794420 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6433740d-c300-4a04-a2d4-f49b469ec64d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9395471 Jun 03 10:01:04.797823 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57148) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:04.802289 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:04.819047 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-cdd39ad8-1097-4745-8715-b421d9c9917f', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:01:04.820677 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.854902 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1b5c8e7f-33ac-4490-93d3-78033bff4b53 req-8fafe313-838a-458b-8dae-26285ad9ec37 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026426 Jun 03 10:01:04.866994 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de07ade0-66df-4eb5-9eb7-8beaabda9c40 admin admin] Publish callbacks [] for security_group (01e212ac-877b-4adf-bcee-1c99dd8d079e), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.884543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:04.899551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-ce070cb2-8ec6-49dc-b752-4d4717e53765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:04.901092 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-ce070cb2-8ec6-49dc-b752-4d4717e53765 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1128 time: 0.1405809 Jun 03 10:01:04.905844 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de07ade0-66df-4eb5-9eb7-8beaabda9c40 admin admin] Publish callbacks [] for security_group (01e212ac-877b-4adf-bcee-1c99dd8d079e), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.955908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-31059d98-f624-444a-99b1-f5ad3591d38e req-ce736166-a9bf-4b04-807c-6ec5d2d65e48 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197473 Jun 03 10:01:04.988558 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Allocated IP 172.20.0.2 (cdd39ad8-1097-4745-8715-b421d9c9917f/aefefb51-44d5-4f83-a246-e1a27a9189b8/e19b38fb-1f72-4dd3-a3aa-84b1772900e6) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:04.989791 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (fd961271-6e80-45e1-b89b-2086ffccc9a2), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:04.992208 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (fd961271-6e80-45e1-b89b-2086ffccc9a2), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.032385 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5c989500-4f9f-49cb-a7c4-27b165f4c2b4 service neutron] 10.222.0.59 "GET /v2.0/networks/af99ccb5-ff2c-4dd6-a471-3c5622459323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950435 Jun 03 10:01:05.062301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce43da5-0ddf-4e72-a427-e67635ccccec req-b7ba4559-eb41-4684-8cf7-c4e86e8e258a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:05.063764 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2ce43da5-0ddf-4e72-a427-e67635ccccec req-b7ba4559-eb41-4684-8cf7-c4e86e8e258a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1357789 Jun 03 10:01:05.115972 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de07ade0-66df-4eb5-9eb7-8beaabda9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (01e212ac-877b-4adf-bcee-1c99dd8d079e), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.118564 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de07ade0-66df-4eb5-9eb7-8beaabda9c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.120389 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-de07ade0-66df-4eb5-9eb7-8beaabda9c40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01e212ac-877b-4adf-bcee-1c99dd8d079e HTTP/1.1" status: 204 len: 168 time: 0.3669345 Jun 03 10:01:05.135635 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Publish callbacks [] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.145359 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-82d27b0c-775a-40a7-abe0-ed143e0f9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:05.146492 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07ade0-66df-4eb5-9eb7-8beaabda9c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e212ac-877b-4adf-bcee-1c99dd8d079e,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:05.146867 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-82d27b0c-775a-40a7-abe0-ed143e0f9939 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 918 time: 0.2352405 Jun 03 10:01:05.187979 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks [] for router_controller (fd961271-6e80-45e1-b89b-2086ffccc9a2), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.189924 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:05.224235 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2ce43da5-0ddf-4e72-a427-e67635ccccec req-42238622-d5be-409c-8ed3-b227942b54f9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486239 Jun 03 10:01:05.255293 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.255441 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e3e47bb-3306-4f9d-b718-34ad6d05190d req-5546f215-3635-4d05-9ce1-91b1e5520a63 service neutron] 10.222.0.59 "GET /v2.0/networks/af99ccb5-ff2c-4dd6-a471-3c5622459323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048664 Jun 03 10:01:05.262717 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-0e8f4fc6-043a-44e1-8ec7-dd71b996707a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 200 len: 1000 time: 0.1079664 Jun 03 10:01:05.315488 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Network cdd39ad8-1097-4745-8715-b421d9c9917f is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:05.316681 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-f4f82034-0985-4159-98e0-2bc78ce4e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:05.318229 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-f4f82034-0985-4159-98e0-2bc78ce4e897 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0495145 Jun 03 10:01:05.327793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:05.333167 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:05.359889 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Pushing event updated for resources: {'Port': ['ID=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:05.382335 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-e0648c56-1d46-4943-895a-d55a17eb5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:05.385447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-e0648c56-1d46-4943-895a-d55a17eb5da9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589993 Jun 03 10:01:05.411689 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:05.412826 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:05.419836 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks [] for router_gateway (fd961271-6e80-45e1-b89b-2086ffccc9a2), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.434926 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Attempting to bind port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:05.435297 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Attempting to bind port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:05.435733 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Attempting to bind port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:05.441378 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:05.441750 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Checking segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:05.442500 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.442623 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Bound using segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:05.443007 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Bound port: e19b38fb-1f72-4dd3-a3aa-84b1772900e6, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:05.443379 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.458431 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:05.458627 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a2d8efb0-adea-4506-ba70-c181d5230749 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:01:05.486135 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-201662e6-f545-49fd-867d-70c9618805d6 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938897 Jun 03 10:01:05.561651 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] For port e19b38fb-1f72-4dd3-a3aa-84b1772900e6, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:05.577471 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] For port e19b38fb-1f72-4dd3-a3aa-84b1772900e6, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:05.608948 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a2d8efb0-adea-4506-ba70-c181d5230749, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a2d8efb0-adea-4506-ba70-c181d5230749,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:05.621218 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'a2d8efb0-adea-4506-ba70-c181d5230749', 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f', 'port_id': 'a2d8efb0-adea-4506-ba70-c181d5230749', 'mac_address': 'fa:16:3e:51:85:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fe91e6-8e0e-4f01-bc03-bb8bc579a734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:01:05.662778 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a2d8efb0-adea-4506-ba70-c181d5230749 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:05.663421 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.677419 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d8efb0-adea-4506-ba70-c181d5230749 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:01:05.697647 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a2d8efb0-adea-4506-ba70-c181d5230749, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a2d8efb0-adea-4506-ba70-c181d5230749,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:05.726504 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.767191 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks [] for router_gateway (fd961271-6e80-45e1-b89b-2086ffccc9a2), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.786106 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.792315 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:05.797563 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5d77-1d83-45bf-917f-543ff10ea32b None None] Pushing event updated for resources: {'Port': ['ID=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:05.847717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a2d8efb0-adea-4506-ba70-c181d5230749,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:05.910036 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Allocated IP 172.27.3.124 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/9cfadc71-464b-4c28-a585-abc696a4392d) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:06.029557 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e083f-440d-404d-bbbd-596f7a502d26 req-67bfe399-9a9b-42bd-b646-2d6b27fde506 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:06.031161 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a35e083f-440d-404d-bbbd-596f7a502d26 req-67bfe399-9a9b-42bd-b646-2d6b27fde506 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 947 time: 0.0957925 Jun 03 10:01:06.088838 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks [] for port (9cfadc71-464b-4c28-a585-abc696a4392d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:06.094955 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['a2d8efb0-adea-4506-ba70-c181d5230749'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:01:06.152585 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e43c9-d551-4621-9dbb-3c7a8ba0c3ba req-c17077bf-b12b-4a8d-bf13-3fbbd5f81321 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:06.154443 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a6e43c9-d551-4621-9dbb-3c7a8ba0c3ba req-c17077bf-b12b-4a8d-bf13-3fbbd5f81321 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 945 time: 0.0891652 Jun 03 10:01:06.164047 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a35e083f-440d-404d-bbbd-596f7a502d26 req-e50ea551-947e-4bb5-9019-37b3417a9e8d tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147573 Jun 03 10:01:06.178218 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:06.206885 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:06.221193 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a6e43c9-d551-4621-9dbb-3c7a8ba0c3ba req-28186e8a-c8d2-4d7f-a0f0-f5b8a489902b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610163 Jun 03 10:01:06.253735 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:06.262255 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:06.273035 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:06.275420 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:06.282464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Pushing event updated for resources: {'Port': ['ID=9cfadc71-464b-4c28-a585-abc696a4392d,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:06.430783 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6317e8d-0f95-43fb-88b1-726dad33e482 req-f3bae806-d8cb-48ed-92c9-fff161ba5d44 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:06.433084 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6317e8d-0f95-43fb-88b1-726dad33e482 req-f3bae806-d8cb-48ed-92c9-fff161ba5d44 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1026087 Jun 03 10:01:06.491937 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0d47e81-b213-4f24-a82a-9153ca672833 req-3d42d214-3fdf-4d1b-a988-95bcf4032112 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507804 Jun 03 10:01:06.509374 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6317e8d-0f95-43fb-88b1-726dad33e482 req-5d689b21-d2cb-4e3f-aaa7-4482b8614a8d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622878 Jun 03 10:01:06.512892 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8c7796b6-d195-4895-8ba9-2944bbb319f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:06.816157 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks [] for router_gateway (fd961271-6e80-45e1-b89b-2086ffccc9a2), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:06.871442 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7a5b5-ed29-44cd-97d5-6252d61d7393 None None] Network cdd39ad8-1097-4745-8715-b421d9c9917f requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:06.957171 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] Provisioning complete for port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:06.957448 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:06.987712 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:07.026132 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (fd961271-6e80-45e1-b89b-2086ffccc9a2), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.042797 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:07.075030 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] Current status of the port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:07.075415 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.119782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] For port e19b38fb-1f72-4dd3-a3aa-84b1772900e6, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:07.211999 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.278793 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:01:07.334593 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e19b38fb-1f72-4dd3-a3aa-84b1772900e6 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:07.342076 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e349f1-0e46-4b4b-9117-3efcfd0a4d70 None None] Pushing event updated for resources: {'Port': ['ID=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:07.373108 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-3a51ecec-c281-4ec2-84b5-0ddf6099e6db None None] Provisioning complete for port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:07.373486 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3a51ecec-c281-4ec2-84b5-0ddf6099e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.405335 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4c14-b81b-441f-b6d3-b79e382bdcbb req-3b477fe7-59b1-436c-9d42-530ef1145295 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:07.412790 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c27c4c14-b81b-441f-b6d3-b79e382bdcbb req-3b477fe7-59b1-436c-9d42-530ef1145295 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 947 time: 0.1054933 Jun 03 10:01:07.429307 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:07.430981 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:07.432979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.439291 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:07.444214 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55613a40-e079-4ce1-8e36-6394e0a76798 req-68db7f2c-7137-4db2-8103-b841ec1dab62 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:07.445837 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-55613a40-e079-4ce1-8e36-6394e0a76798 req-68db7f2c-7137-4db2-8103-b841ec1dab62 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 945 time: 0.0941131 Jun 03 10:01:07.454382 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:07.458001 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:00:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:07.459860 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 46e03855-8185-4b67-b1b5-b1b93f5e6873 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:01:07.461789 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a2d8efb0-adea-4506-ba70-c181d5230749 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:07.488229 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c27c4c14-b81b-441f-b6d3-b79e382bdcbb req-f78fc894-58d4-4882-a1ba-726aeec16a4f tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Jun 03 10:01:07.552279 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-3a51ecec-c281-4ec2-84b5-0ddf6099e6db None None] Current status of the port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:07.561151 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.567102 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-260e00c0-5ebd-4c51-8b22-dbfdefadef7d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7677407 Jun 03 10:01:07.567796 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57220) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:07.594420 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:07.695292 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-55613a40-e079-4ce1-8e36-6394e0a76798 req-b86dc913-12ca-4b61-8ca0-bbef15072b86 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183883 Jun 03 10:01:07.737229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port a2d8efb0-adea-4506-ba70-c181d5230749 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:01:07.847481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:07.859605 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port a2d8efb0-adea-4506-ba70-c181d5230749 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:07.862537 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:06Z', 'revision_number': 3, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:07.865234 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:07.883245 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc09d3-7ba8-4cd2-b7e1-dd0f136e0b60 req-14f8d90a-61e8-4453-a54d-54209a609c3e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:07.901388 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0bcc09d3-7ba8-4cd2-b7e1-dd0f136e0b60 req-14f8d90a-61e8-4453-a54d-54209a609c3e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1752388 Jun 03 10:01:07.914136 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:07.914136 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Updating router fd961271-6e80-45e1-b89b-2086ffccc9a2 port 9cfadc71-464b-4c28-a585-abc696a4392d binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:07.931128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 46e03855-8185-4b67-b1b5-b1b93f5e6873, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46e03855-8185-4b67-b1b5-b1b93f5e6873,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:07.951512 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '46e03855-8185-4b67-b1b5-b1b93f5e6873', 'network_id': 'af99ccb5-ff2c-4dd6-a471-3c5622459323', 'port_id': '46e03855-8185-4b67-b1b5-b1b93f5e6873', 'mac_address': 'fa:16:3e:c0:ef:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ff1b60-3243-4d9e-a22b-a724c7c11cad', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:01:08.009075 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:08.010231 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.016961 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 46e03855-8185-4b67-b1b5-b1b93f5e6873 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:08.017334 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.028453 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0bcc09d3-7ba8-4cd2-b7e1-dd0f136e0b60 req-52b81747-a290-44c4-b3a9-3cab6937189f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256175 Jun 03 10:01:08.039160 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e03855-8185-4b67-b1b5-b1b93f5e6873 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:01:08.045785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a2d8efb0-adea-4506-ba70-c181d5230749 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:08.046315 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.072891 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 46e03855-8185-4b67-b1b5-b1b93f5e6873, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46e03855-8185-4b67-b1b5-b1b93f5e6873,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:08.085522 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d8efb0-adea-4506-ba70-c181d5230749'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:08.087988 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b55d4-0e56-4e50-95e4-461a7d3dbdad" -d '{"events": [{"server_uuid": "dce70d56-25df-45f6-b6cc-6c97ca1ae107", "name": "network-vif-plugged", "status": "completed", "tag": "a2d8efb0-adea-4506-ba70-c181d5230749"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:08.111559 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a2d8efb0-adea-4506-ba70-c181d5230749, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a2d8efb0-adea-4506-ba70-c181d5230749,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:08.160015 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.192667 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:08.194031 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dc7c71-5b9e-4732-9a56-ffe2c471659a x-openstack-request-id: req-c3dc7c71-5b9e-4732-9a56-ffe2c471659a {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:08.194567 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce70d56-25df-45f6-b6cc-6c97ca1ae107", "name": "network-vif-plugged", "status": "completed", "tag": "a2d8efb0-adea-4506-ba70-c181d5230749", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:08.194983 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3dc7c71-5b9e-4732-9a56-ffe2c471659a {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:08.195558 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dc7c71-5b9e-4732-9a56-ffe2c471659a'] response: {'server_uuid': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d8efb0-adea-4506-ba70-c181d5230749', 'code': 200} Jun 03 10:01:08.206979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.236504 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=46e03855-8185-4b67-b1b5-b1b93f5e6873,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:08.319025 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a2d8efb0-adea-4506-ba70-c181d5230749,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:08.480364 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['46e03855-8185-4b67-b1b5-b1b93f5e6873'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:01:08.519882 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Publish callbacks [] for port (9cfadc71-464b-4c28-a585-abc696a4392d), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.534815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:08.639045 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.779563 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.818231 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Pushing event updated for resources: {'Port': ['ID=9cfadc71-464b-4c28-a585-abc696a4392d,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:08.821951 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Attempting to bind port 9cfadc71-464b-4c28-a585-abc696a4392d on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:08.831872 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Attempting to bind port 9cfadc71-464b-4c28-a585-abc696a4392d by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:08.831872 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Attempting to bind port 9cfadc71-464b-4c28-a585-abc696a4392d on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:08.835899 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bba51918-d0c5-4758-8221-d9dc586298f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.848835 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.849320 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.850265 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.852816 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.853826 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.854283 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.854715 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.858437 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.860614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.860614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.860614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.860614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.860614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.860614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.861266 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:08.864982 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:08.866592 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:08.871502 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.872134 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:08.872768 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Bound port: 9cfadc71-464b-4c28-a585-abc696a4392d, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:08.873930 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:08.934426 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:08.938206 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2d1d-2f19-4987-bb9f-ea51ddde96bb req-2f841406-fc6f-4784-832b-a04c64e7800c tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:08.946695 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] For port 9cfadc71-464b-4c28-a585-abc696a4392d, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:08.951348 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] For port 9cfadc71-464b-4c28-a585-abc696a4392d, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9cfadc71-464b-4c28-a585-abc696a4392d,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:08.958851 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-23ec2d1d-2f19-4987-bb9f-ea51ddde96bb req-2f841406-fc6f-4784-832b-a04c64e7800c tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 948 time: 0.3111610 Jun 03 10:01:08.975211 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:09.011717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0db408-10ca-48f4-9b08-99eaac6723e4 req-37cf20fe-1e4a-4262-9c5f-ee52ad64b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:09.013253 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9e0db408-10ca-48f4-9b08-99eaac6723e4 req-37cf20fe-1e4a-4262-9c5f-ee52ad64b1b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 1130 time: 0.2576299 Jun 03 10:01:09.047782 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5628e-f36c-4d36-ac8b-971e00661618 req-e5893849-98d6-40c8-b248-ff2c92c17346 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:09.049311 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3e5628e-f36c-4d36-ac8b-971e00661618 req-e5893849-98d6-40c8-b248-ff2c92c17346 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.1599576 Jun 03 10:01:09.049858 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:09.056343 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Allocated IP 172.20.0.1 (cdd39ad8-1097-4745-8715-b421d9c9917f/aefefb51-44d5-4f83-a246-e1a27a9189b8/98c74093-2d1c-4d46-8943-eac9617258d8) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:09.069178 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.143747 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92901623-69a0-488e-98dc-432162f5c235 None None] Pushing event updated for resources: {'Port': ['ID=9cfadc71-464b-4c28-a585-abc696a4392d,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:09.151779 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-23ec2d1d-2f19-4987-bb9f-ea51ddde96bb req-b029bdc7-113c-4c77-9cab-8e445cf708af tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917815 Jun 03 10:01:09.154552 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:09.155739 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:09.191736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:09.205698 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3e5628e-f36c-4d36-ac8b-971e00661618 req-a7f7af6e-9837-494c-b192-832aac189715 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456809 Jun 03 10:01:09.225403 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9e0db408-10ca-48f4-9b08-99eaac6723e4 req-567a1297-b058-49ea-a2bb-9772a85c4169 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872246 Jun 03 10:01:09.229635 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks [] for port (98c74093-2d1c-4d46-8943-eac9617258d8), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.318679 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:09.335719 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e19b38fb-1f72-4dd3-a3aa-84b1772900e6 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:09.354609 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af852-b1bd-4d71-a945-6942dda6f145 req-d343b002-1d28-48cf-9ea0-5ae7adf488c5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:09.356369 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-475af852-b1bd-4d71-a945-6942dda6f145 req-d343b002-1d28-48cf-9ea0-5ae7adf488c5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0840929 Jun 03 10:01:09.367958 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.374840 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:09.380158 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:09.380730 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.458069 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-475af852-b1bd-4d71-a945-6942dda6f145 req-e7d568b4-4f2b-424b-980a-3ddde5b121a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895376 Jun 03 10:01:09.506189 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Pushing event updated for resources: {'Port': ['ID=98c74093-2d1c-4d46-8943-eac9617258d8,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:09.507677 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:09.511935 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 46e03855-8185-4b67-b1b5-b1b93f5e6873 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:09.516120 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:09.528442 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:09.530960 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Network cdd39ad8-1097-4745-8715-b421d9c9917f is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:09.532699 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:09.536158 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:09.590074 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 46e03855-8185-4b67-b1b5-b1b93f5e6873 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:01:09.597358 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (fd961271-6e80-45e1-b89b-2086ffccc9a2), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.651414 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:06Z', 'revision_number': 3, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:09.688921 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683cc3a5-8a09-4c75-8f10-7086246a72eb None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:06Z', 'revision_number': 3, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:09.691819 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 46e03855-8185-4b67-b1b5-b1b93f5e6873 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:09.694272 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.818154 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 46e03855-8185-4b67-b1b5-b1b93f5e6873 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:09.818614 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.862852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 46e03855-8185-4b67-b1b5-b1b93f5e6873, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46e03855-8185-4b67-b1b5-b1b93f5e6873,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:09.889484 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.900097 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-b15839b0-73d5-44ff-862f-d081311a250e None None] Provisioning complete for port 98c74093-2d1c-4d46-8943-eac9617258d8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:09.901084 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b15839b0-73d5-44ff-862f-d081311a250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.951902 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:09.957999 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-b15839b0-73d5-44ff-862f-d081311a250e None None] Port 98c74093-2d1c-4d46-8943-eac9617258d8 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:10.017081 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=46e03855-8185-4b67-b1b5-b1b93f5e6873,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:10.080305 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:10.156612 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks [] for port (98c74093-2d1c-4d46-8943-eac9617258d8), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:10.196738 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e03855-8185-4b67-b1b5-b1b93f5e6873'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:10.199908 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a115e2-3e31-4e35-8694-748787d88051" -d '{"events": [{"server_uuid": "2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44", "name": "network-vif-plugged", "status": "completed", "tag": "46e03855-8185-4b67-b1b5-b1b93f5e6873"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:10.217548 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:10.261215 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce77f6-f131-4dad-b1cc-9c649ccc99fc x-openstack-request-id: req-f0ce77f6-f131-4dad-b1cc-9c649ccc99fc {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:10.266702 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44", "name": "network-vif-plugged", "status": "completed", "tag": "46e03855-8185-4b67-b1b5-b1b93f5e6873", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:10.266702 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0ce77f6-f131-4dad-b1cc-9c649ccc99fc {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:10.266702 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ce77f6-f131-4dad-b1cc-9c649ccc99fc'] response: {'server_uuid': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e03855-8185-4b67-b1b5-b1b93f5e6873', 'code': 200} Jun 03 10:01:10.277023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40ec8a-eb58-46a0-b5ac-d3eabe5599d8 req-587cfbee-3e63-40c5-939b-2ebe4b8a4eb8 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:10.285050 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf40ec8a-eb58-46a0-b5ac-d3eabe5599d8 req-587cfbee-3e63-40c5-939b-2ebe4b8a4eb8 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0593972 Jun 03 10:01:10.289840 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (fd961271-6e80-45e1-b89b-2086ffccc9a2), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:10.298487 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Pushing event updated for resources: {'Port': ['ID=98c74093-2d1c-4d46-8943-eac9617258d8,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:10.366081 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf40ec8a-eb58-46a0-b5ac-d3eabe5599d8 req-9912c47e-0a12-41fa-92cd-79a275f8715a tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801346 Jun 03 10:01:10.390532 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f5c77-f9ed-4e7e-b656-d1e0280ccc6b req-f540807a-d0c8-4550-9a73-5d821e5aac44 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:10.392114 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5f4f5c77-f9ed-4e7e-b656-d1e0280ccc6b req-f540807a-d0c8-4550-9a73-5d821e5aac44 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0721304 Jun 03 10:01:10.400459 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Network cdd39ad8-1097-4745-8715-b421d9c9917f is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:10.404506 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:10.457507 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5f4f5c77-f9ed-4e7e-b656-d1e0280ccc6b req-16cdbbd8-0914-4663-bd99-c122d4108743 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592580 Jun 03 10:01:10.538573 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:10.541283 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:01:10.604006 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9b5b7-b0f1-4a8b-b2b7-988cf6874aad req-96003cfa-aced-44cf-b47b-b281837a6b5d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:10.605851 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-edb9b5b7-b0f1-4a8b-b2b7-988cf6874aad req-96003cfa-aced-44cf-b47b-b281837a6b5d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0581574 Jun 03 10:01:10.663847 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:10.669598 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-ef2091cb-5e3e-41dc-9fee-f7271f76a46b admin admin] 10.222.0.42 "PUT /v2.0/routers/fd961271-6e80-45e1-b89b-2086ffccc9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000030 Jun 03 10:01:10.670469 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-edb9b5b7-b0f1-4a8b-b2b7-988cf6874aad req-01f1d352-ef9c-4153-ad23-301ccec36e23 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586803 Jun 03 10:01:10.697067 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-5486d731-3eb7-4bc6-ac5c-54a3340ae961 None None] Provisioning complete for port 98c74093-2d1c-4d46-8943-eac9617258d8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:10.698293 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5486d731-3eb7-4bc6-ac5c-54a3340ae961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:10.738953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-5486d731-3eb7-4bc6-ac5c-54a3340ae961 None None] Port 98c74093-2d1c-4d46-8943-eac9617258d8 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:11.266344 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9cfadc71-464b-4c28-a585-abc696a4392d up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:11.270217 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.311768 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9cfadc71-464b-4c28-a585-abc696a4392d triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:11.312099 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.336500 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:11.387277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9cfadc71-464b-4c28-a585-abc696a4392d is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:11.387671 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.426048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 9cfadc71-464b-4c28-a585-abc696a4392d, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9cfadc71-464b-4c28-a585-abc696a4392d,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:11.440692 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57266) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:11.448938 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1058689278-network', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:11.456844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:11.468010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:11.468628 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:11.491074 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be97f11-e352-4f75-bff0-ac486605ec90 req-b7bdc9db-5637-4aa0-b857-39dbe117c95a tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:11.492563 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9be97f11-e352-4f75-bff0-ac486605ec90 req-b7bdc9db-5637-4aa0-b857-39dbe117c95a tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0522792 Jun 03 10:01:11.524799 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Made reservation on behalf of 587f4a774d5e46d1a61cbe83c1d42631 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:11.527321 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.538511 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.546094 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.559168 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9be97f11-e352-4f75-bff0-ac486605ec90 req-506226f2-68e5-46a1-b419-a14214e5f212 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Jun 03 10:01:11.580525 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:11.604122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30a9d-0a81-41e9-b64e-34030104788b req-247c1dce-24f6-461a-abf0-2eedacdd6960 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:11.611111 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-71c30a9d-0a81-41e9-b64e-34030104788b req-247c1dce-24f6-461a-abf0-2eedacdd6960 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0701766 Jun 03 10:01:11.633516 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=9cfadc71-464b-4c28-a585-abc696a4392d,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:11.643057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks [] for security_group (eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.651196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:11.658889 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-71c30a9d-0a81-41e9-b64e-34030104788b req-fb7ea386-a82c-4e17-8a82-f4f64656b7af tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Jun 03 10:01:11.709005 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.732544 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:01:11.748951 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:11.751868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (941d2e29-fd31-40df-a4fe-389907d124d5), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.752131 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Added segment 941d2e29-fd31-40df-a4fe-389907d124d5 of type vlan for network f0abcbf4-793e-485f-9ea4-d93660623635 Jun 03 10:01:11.800003 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (f0abcbf4-793e-485f-9ea4-d93660623635), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.812946 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a3855-ce2d-49dd-9381-ad0180033c82 req-3503394c-f3ef-40e1-9a75-3bf5c377a568 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:11.814584 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-698a3855-ce2d-49dd-9381-ad0180033c82 req-3503394c-f3ef-40e1-9a75-3bf5c377a568 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0541813 Jun 03 10:01:11.835815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:11.854421 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:10Z', 'revision_number': 2, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:11.864292 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-698a3855-ce2d-49dd-9381-ad0180033c82 req-84dfcf7a-6f4f-43eb-baa9-96f377a31bf8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422156 Jun 03 10:01:11.879814 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:11.880172 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Updating router fd961271-6e80-45e1-b89b-2086ffccc9a2 port 98c74093-2d1c-4d46-8943-eac9617258d8 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:11.897390 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (f0abcbf4-793e-485f-9ea4-d93660623635), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.898460 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:11.899035 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:11.961649 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] Pushing event updated for resources: {'Network': ['ID=f0abcbf4-793e-485f-9ea4-d93660623635,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:12.007941 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:01:12.020570 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network f0abcbf4-793e-485f-9ea4-d93660623635 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:01:12.054123 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1bf70ea6-d07b-4760-b434-bd76a7b13145 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6122456 Jun 03 10:01:12.057475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57274) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:12.062212 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Request body: {'subnet': {'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1058689278-subnet', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:12.074282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.183428 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Made reservation on behalf of 587f4a774d5e46d1a61cbe83c1d42631 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:12.185857 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.258585 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:12.376979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Publish callbacks [] for port (98c74093-2d1c-4d46-8943-eac9617258d8), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.417868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (6c8c8678-80c4-4038-bffb-89d55cd35684), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.440413 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.474780 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8c8678-80c4-4038-bffb-89d55cd35684,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:12.483646 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Checking segment: {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:12.483855 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Network hostable DHCP agents. Network: f0abcbf4-793e-485f-9ea4-d93660623635, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:01:12.494196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d358962-59fd-4d29-a8f4-3bfd7f0e5ef8 None None] Pushing event updated for resources: {'Port': ['ID=98c74093-2d1c-4d46-8943-eac9617258d8,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:12.554537 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Attempting to bind port 98c74093-2d1c-4d46-8943-eac9617258d8 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:12.554899 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Attempting to bind port 98c74093-2d1c-4d46-8943-eac9617258d8 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:12.555251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Attempting to bind port 98c74093-2d1c-4d46-8943-eac9617258d8 on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:12.560833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:12.561199 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Checking segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:12.561590 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.562024 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Bound using segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:12.562484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Bound port: 98c74093-2d1c-4d46-8943-eac9617258d8, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:12.562861 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.565799 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Network f0abcbf4-793e-485f-9ea4-d93660623635 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:01:12.642270 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] For port 98c74093-2d1c-4d46-8943-eac9617258d8, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:12.646262 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] For port 98c74093-2d1c-4d46-8943-eac9617258d8, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=98c74093-2d1c-4d46-8943-eac9617258d8,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:12.650647 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, f0abcbf4-793e-485f-9ea4-d93660623635) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:12.654998 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:12.655742 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.664097 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc99d2-783c-4b8e-b6af-53afcb92c51f None None] Network f0abcbf4-793e-485f-9ea4-d93660623635 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:12.687875 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d9035-3369-46d7-b60f-4301e949f968 req-8e873e2c-9d04-4412-8361-c930218f29f8 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:12.689231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a19d9035-3369-46d7-b60f-4301e949f968 req-8e873e2c-9d04-4412-8361-c930218f29f8 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0539243 Jun 03 10:01:12.707883 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:12.740263 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.765940 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-152e910d-1945-4117-a03e-76e69fec0cef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7054455 Jun 03 10:01:12.766753 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57282) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:12.771067 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:12.837087 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a19d9035-3369-46d7-b60f-4301e949f968 req-ffd805e7-cc23-41ea-8816-481b1e74f54f tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Jun 03 10:01:12.866654 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eb0a1-fc5c-40b0-afab-e50ce4097920 req-5e86620d-b45d-4f22-b5af-e02f09bdf32f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:12.877625 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.878220 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-586eb0a1-fc5c-40b0-afab-e50ce4097920 req-5e86620d-b45d-4f22-b5af-e02f09bdf32f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0970707 Jun 03 10:01:12.878381 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] Provisioning complete for port 98c74093-2d1c-4d46-8943-eac9617258d8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:12.878381 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.879027 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.961923 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:12.966745 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks [] for router_controller (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.979576 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:12.980219 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:12.983438 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:12.984304 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:12.988989 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d358962-59fd-4d29-a8f4-3bfd7f0e5ef8 None None] Pushing event updated for resources: {'Port': ['ID=98c74093-2d1c-4d46-8943-eac9617258d8,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:13.042527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-586eb0a1-fc5c-40b0-afab-e50ce4097920 req-2eab558c-c14f-4643-8db7-22dee3f5e938 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616924 Jun 03 10:01:13.049927 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-f0abcbf4-793e-485f-9ea4-d93660623635', 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635', 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'fixed_ips': [{'subnet_id': '6c8c8678-80c4-4038-bffb-89d55cd35684'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:01:13.050952 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.112488 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3658a-52c6-4b4c-828e-7d23e2aae509 req-71cda5ae-e09b-4bf8-94e8-f2472dddd142 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:13.121952 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-63e3658a-52c6-4b4c-828e-7d23e2aae509 req-71cda5ae-e09b-4bf8-94e8-f2472dddd142 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1036668 Jun 03 10:01:13.200606 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-63e3658a-52c6-4b4c-828e-7d23e2aae509 req-dbc472c4-2efb-4c07-90a4-a0a691b07278 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636771 Jun 03 10:01:13.223878 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks [] for router_gateway (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.289924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:13.341652 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9cfadc71-464b-4c28-a585-abc696a4392d up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:13.353715 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] Current status of the port 98c74093-2d1c-4d46-8943-eac9617258d8 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:13.354133 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.457922 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Allocated IP 172.20.0.2 (f0abcbf4-793e-485f-9ea4-d93660623635/6c8c8678-80c4-4038-bffb-89d55cd35684/39121745-6191-46ab-8a8d-d794e057d92d) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:13.507953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:13.522717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] For port 98c74093-2d1c-4d46-8943-eac9617258d8, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=98c74093-2d1c-4d46-8943-eac9617258d8,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:13.545711 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:13.584013 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 9cfadc71-464b-4c28-a585-abc696a4392d triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:13.584400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.630577 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.761225 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks [] for router_gateway (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.782234 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.816367 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:12Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:13.868991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-4f777f30-0773-4d86-98e7-c4288ef09597 None None] Provisioning complete for port 98c74093-2d1c-4d46-8943-eac9617258d8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:13.869515 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4f777f30-0773-4d86-98e7-c4288ef09597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:13.905778 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbac0da-9db7-434b-b238-59f24693fe58 None None] Pushing event updated for resources: {'Port': ['ID=98c74093-2d1c-4d46-8943-eac9617258d8,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:13.910097 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bcf57-ab19-4eae-b102-ce5152a5f179 None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:12Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:13.916647 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:13.937856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Allocated IP 172.27.3.64 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/115d7fd7-5bec-4726-abc8-0c5b02fd3451) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:14.012815 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 9cfadc71-464b-4c28-a585-abc696a4392d is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:14.016563 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Publish callbacks [] for port (39121745-6191-46ab-8a8d-d794e057d92d), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.126368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c902-fddd-4ee6-a0de-8522dd362967 req-5d5d8576-3f87-4913-b9d1-c56771ab3a44 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:14.136284 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ccb2c902-fddd-4ee6-a0de-8522dd362967 req-5d5d8576-3f87-4913-b9d1-c56771ab3a44 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.1119452 Jun 03 10:01:14.214584 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=8 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:14.268020 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ccb2c902-fddd-4ee6-a0de-8522dd362967 req-006dd774-f71a-4850-85f2-d3f55c86f8d2 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263475 Jun 03 10:01:14.302387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465219a-151b-4866-b6e3-bcfe885acce5 req-df19a788-4a6e-4a26-9d90-482e77c071f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:14.303411 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks [] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.314784 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e465219a-151b-4866-b6e3-bcfe885acce5 req-df19a788-4a6e-4a26-9d90-482e77c071f4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.1573963 Jun 03 10:01:14.412603 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.413752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (39121745-6191-46ab-8a8d-d794e057d92d), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.436125 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.441649 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:14.455265 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e465219a-151b-4866-b6e3-bcfe885acce5 req-97f9e791-e6db-4edf-8a44-17df01413933 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378784 Jun 03 10:01:14.503159 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:14.507079 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:14.510005 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:14.530562 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-4f777f30-0773-4d86-98e7-c4288ef09597 None None] Current status of the port 98c74093-2d1c-4d46-8943-eac9617258d8 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:14.534550 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Network f0abcbf4-793e-485f-9ea4-d93660623635 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:14.540232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:14.547972 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:14.563122 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Pushing event updated for resources: {'Port': ['ID=115d7fd7-5bec-4726-abc8-0c5b02fd3451,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:14.582589 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Pushing event updated for resources: {'Port': ['ID=39121745-6191-46ab-8a8d-d794e057d92d,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:14.598493 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443ef20-854f-496a-8a96-388b36004d2a req-aa157f4b-6a29-4457-aecc-5ec9518802f0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:14.609067 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e443ef20-854f-496a-8a96-388b36004d2a req-aa157f4b-6a29-4457-aecc-5ec9518802f0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1681015 Jun 03 10:01:14.666915 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e443ef20-854f-496a-8a96-388b36004d2a req-de08d72d-64e1-49b3-8ed2-2bc50ea10c0f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567398 Jun 03 10:01:14.767876 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Attempting to bind port 39121745-6191-46ab-8a8d-d794e057d92d on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:14.772188 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Attempting to bind port 39121745-6191-46ab-8a8d-d794e057d92d by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:14.774570 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Attempting to bind port 39121745-6191-46ab-8a8d-d794e057d92d on network f0abcbf4-793e-485f-9ea4-d93660623635 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:14.792901 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:14.794991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Checking segment: {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:14.796308 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.797563 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Bound using segment: {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:14.799240 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Bound port: 39121745-6191-46ab-8a8d-d794e057d92d, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:14.800368 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (39121745-6191-46ab-8a8d-d794e057d92d), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:14.968419 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] For port 39121745-6191-46ab-8a8d-d794e057d92d, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:14.976310 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] For port 39121745-6191-46ab-8a8d-d794e057d92d, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=39121745-6191-46ab-8a8d-d794e057d92d,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:15.095978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (39121745-6191-46ab-8a8d-d794e057d92d), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:15.275819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436ce5-3e68-4426-b303-d809b5bbd6b7 req-1a0b91f4-c3b7-4ce4-9b8c-defee0f66927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:15.277439 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e16a4-0713-4b00-a6a9-8f7a64edbca9 None None] Pushing event updated for resources: {'Port': ['ID=39121745-6191-46ab-8a8d-d794e057d92d,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:15.277725 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c436ce5-3e68-4426-b303-d809b5bbd6b7 req-1a0b91f4-c3b7-4ce4-9b8c-defee0f66927 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 1133 time: 0.0825720 Jun 03 10:01:15.283177 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks [] for router_gateway (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:15.343759 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c436ce5-3e68-4426-b303-d809b5bbd6b7 req-a5b6fa36-b1a8-4ff6-a4be-e9f7c604949e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517273 Jun 03 10:01:15.457680 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982116-dda4-475a-ab92-3f9a2ca6df6f req-b9414470-a0ef-4a22-9b3e-9993ea165b78 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:15.460908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-db982116-dda4-475a-ab92-3f9a2ca6df6f req-b9414470-a0ef-4a22-9b3e-9993ea165b78 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0859888 Jun 03 10:01:15.471636 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 98c74093-2d1c-4d46-8943-eac9617258d8 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:15.603477 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-db982116-dda4-475a-ab92-3f9a2ca6df6f req-ba4dba8a-1149-4b30-992e-c092a5147d78 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320853 Jun 03 10:01:15.608954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:15.648811 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 98c74093-2d1c-4d46-8943-eac9617258d8 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:15.652529 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:15.865387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d70ff-554d-482a-9d89-92472b6a253d req-d18a1d80-e09c-46b3-b897-4041012767af tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:15.873406 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-061d70ff-554d-482a-9d89-92472b6a253d req-d18a1d80-e09c-46b3-b897-4041012767af tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0811744 Jun 03 10:01:15.890207 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:15.902800 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 98c74093-2d1c-4d46-8943-eac9617258d8 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:15.949929 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:15.968941 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-061d70ff-554d-482a-9d89-92472b6a253d req-7c8e71b3-fb5e-437e-8d85-26a59cdd28f6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944471 Jun 03 10:01:16.201472 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:01:16.353108 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:16.366364 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Sync routers for ids ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:16.395717 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Routers {'5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:16.396506 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:16.509805 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Set router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:16.529334 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:16.530905 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-758699f4-c5f9-4417-913b-9a47ddc40d02 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7631755 Jun 03 10:01:16.533816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57372) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:16.821388 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8136bc7-3f17-4426-80e6-d1fa6afbdf2c None None] Network f0abcbf4-793e-485f-9ea4-d93660623635 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:16.917665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] Provisioning complete for port 39121745-6191-46ab-8a8d-d794e057d92d triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:16.919442 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (39121745-6191-46ab-8a8d-d794e057d92d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:16.986161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e1a9-9203-46ba-852c-ad24633e6992 req-cce0c7a0-083f-4540-a15f-1db7265b8b76 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:17.000171 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-60c0e1a9-9203-46ba-852c-ad24633e6992 req-cce0c7a0-083f-4540-a15f-1db7265b8b76 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.1930008 Jun 03 10:01:17.126785 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-60c0e1a9-9203-46ba-852c-ad24633e6992 req-430edf51-049a-4007-8b4e-8641e5fb64f1 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176615 Jun 03 10:01:17.177418 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:01:14Z', 'revision_number': 3, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:17.241304 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0288976-1391-4f20-a380-e94321aff1cd req-0fe5ea3d-3487-4a74-9c40-ac6ba52d1a9b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:17.245552 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0288976-1391-4f20-a380-e94321aff1cd req-0fe5ea3d-3487-4a74-9c40-ac6ba52d1a9b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1135814 Jun 03 10:01:17.276967 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Checking router: 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:17.278245 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Updating router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:17.346513 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:17.348848 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] Current status of the port 39121745-6191-46ab-8a8d-d794e057d92d is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:17.348848 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (39121745-6191-46ab-8a8d-d794e057d92d), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.358737 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0288976-1391-4f20-a380-e94321aff1cd req-6b6725c5-feeb-48be-8412-8e59f5598802 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047182 Jun 03 10:01:17.377404 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.487353 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 57386) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:17.519123 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 39121745-6191-46ab-8a8d-d794e057d92d up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:17.558540 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.595925 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] For port 39121745-6191-46ab-8a8d-d794e057d92d, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=39121745-6191-46ab-8a8d-d794e057d92d,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:17.677629 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 39121745-6191-46ab-8a8d-d794e057d92d triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:17.677629 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (39121745-6191-46ab-8a8d-d794e057d92d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.707156 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.708403 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (39121745-6191-46ab-8a8d-d794e057d92d), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.763810 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:17.801524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:17.809932 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8a07-0038-4f8b-a187-058a20e5f375 None None] Pushing event updated for resources: {'Port': ['ID=39121745-6191-46ab-8a8d-d794e057d92d,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:17.846278 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:17.852302 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-e739df44-a2a7-4809-9878-cb46825f1760 None None] Provisioning complete for port 39121745-6191-46ab-8a8d-d794e057d92d triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:17.852907 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e739df44-a2a7-4809-9878-cb46825f1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (39121745-6191-46ab-8a8d-d794e057d92d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.863771 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 39121745-6191-46ab-8a8d-d794e057d92d is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:17.884689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Publish callbacks [] for security_group (c6764507-5b13-4f20-b2f7-1f304047ca85), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.893105 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Allocated IP 172.20.0.1 (f0abcbf4-793e-485f-9ea4-d93660623635/6c8c8678-80c4-4038-bffb-89d55cd35684/e501fd1b-5b56-4a87-8d61-1279001d339e) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:17.934306 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:17.942907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c6764507-5b13-4f20-b2f7-1f304047ca85), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:17.951333 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-e739df44-a2a7-4809-9878-cb46825f1760 None None] Current status of the port 39121745-6191-46ab-8a8d-d794e057d92d is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:17.964746 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Publish callbacks [] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.021761 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks [] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.059612 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6764507-5b13-4f20-b2f7-1f304047ca85,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:18.063303 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.070197 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcba6bfc4cb84b24a5c7cae93bf80009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5820098 Jun 03 10:01:18.074136 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57392) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:18.083257 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.083609 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.084102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.084306 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.084616 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.084946 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.085273 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.085596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.090980 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.091158 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.094324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.094670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.095008 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.095345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.095675 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124925da-9098-4bb4-b260-44c5185d8341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:18.112029 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Attempting to bind port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:18.112329 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Attempting to bind port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:18.112606 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Attempting to bind port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:18.141096 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:18.141508 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:18.141853 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.142377 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:18.142960 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Bound port: 115d7fd7-5bec-4726-abc8-0c5b02fd3451, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:18.143344 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.178011 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.219338 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] For port 115d7fd7-5bec-4726-abc8-0c5b02fd3451, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:18.222690 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] For port 115d7fd7-5bec-4726-abc8-0c5b02fd3451, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=115d7fd7-5bec-4726-abc8-0c5b02fd3451,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:18.235284 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Network f0abcbf4-793e-485f-9ea4-d93660623635 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:18.245574 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c992b-2e70-4901-a8fc-d9767f882433 None None] Pushing event updated for resources: {'Port': ['ID=115d7fd7-5bec-4726-abc8-0c5b02fd3451,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:18.253008 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:18.270549 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:18.294452 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:18.307092 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dba11-78c1-4521-9895-bcda0c752aae req-d030b60b-d994-406e-85c6-0007524c168c tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:18.308775 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-de6dba11-78c1-4521-9895-bcda0c752aae req-d030b60b-d994-406e-85c6-0007524c168c tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0906098 Jun 03 10:01:18.322927 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.359338 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Pushing event updated for resources: {'Port': ['ID=e501fd1b-5b56-4a87-8d61-1279001d339e,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:18.376769 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6f9acad8-06fe-4317-a8cc-86089ea0b7fc admin admin] Publish callbacks [] for security_group (c6764507-5b13-4f20-b2f7-1f304047ca85), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.402567 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-de6dba11-78c1-4521-9895-bcda0c752aae req-dcd71aa9-fddb-4b9e-822e-3a5ffd9c85ff tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875683 Jun 03 10:01:18.445614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c992b-2e70-4901-a8fc-d9767f882433 None None] Pushing event updated for resources: {'Port': ['ID=115d7fd7-5bec-4726-abc8-0c5b02fd3451,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:18.450051 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Routers {'5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:18.452226 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:18.455997 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:18.457352 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.463287 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6f9acad8-06fe-4317-a8cc-86089ea0b7fc admin admin] Publish callbacks [] for security_group (c6764507-5b13-4f20-b2f7-1f304047ca85), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.618452 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] Set router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:18.681927 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-8571b622-ccb0-465b-aba1-1ea786122eb8 None None] Provisioning complete for port e501fd1b-5b56-4a87-8d61-1279001d339e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:18.683411 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8571b622-ccb0-465b-aba1-1ea786122eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.709269 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474001e3-2f5f-4110-bb31-e832e320c9b5 req-5a21a33c-bc22-4ccb-9137-18fe1be3adf9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:18.716437 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-474001e3-2f5f-4110-bb31-e832e320c9b5 req-5a21a33c-bc22-4ccb-9137-18fe1be3adf9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1364422 Jun 03 10:01:18.785965 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:18.798571 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-8571b622-ccb0-465b-aba1-1ea786122eb8 None None] Port e501fd1b-5b56-4a87-8d61-1279001d339e cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:18.823393 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-474001e3-2f5f-4110-bb31-e832e320c9b5 req-9e7c1d83-710d-47a7-b908-cfb0699c73fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057887 Jun 03 10:01:18.860424 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6f9acad8-06fe-4317-a8cc-86089ea0b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c6764507-5b13-4f20-b2f7-1f304047ca85), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.863025 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6f9acad8-06fe-4317-a8cc-86089ea0b7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.864203 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6f9acad8-06fe-4317-a8cc-86089ea0b7fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6764507-5b13-4f20-b2f7-1f304047ca85 HTTP/1.1" status: 204 len: 168 time: 0.7891273 Jun 03 10:01:18.876128 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9acad8-06fe-4317-a8cc-86089ea0b7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6764507-5b13-4f20-b2f7-1f304047ca85,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:18.949013 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:01:14Z', 'revision_number': 3, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:18.965079 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:18.984442 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d45fa5-8aa6-4b72-b1d0-c9801985c5a5 None None] The sync data for ids ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'] in dv-cinder-844563-1-iscsi is: [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:01:14Z', 'revision_number': 3, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:19.088664 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-bb8182a0-b018-455b-96cc-c13e8328a53e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1026711 Jun 03 10:01:19.296282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1fbb3-2917-4c85-926e-474b43a5fdbd req-9dd7aeda-875e-4687-82e6-4e799c0859aa tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:19.297830 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4e1fbb3-2917-4c85-926e-474b43a5fdbd req-9dd7aeda-875e-4687-82e6-4e799c0859aa tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.1065495 Jun 03 10:01:19.321242 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks [] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:19.395268 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:19.419114 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 39121745-6191-46ab-8a8d-d794e057d92d up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:19.433671 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4e1fbb3-2917-4c85-926e-474b43a5fdbd req-ce9eb798-964d-4335-9005-458a45b7edda tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280069 Jun 03 10:01:19.469119 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Pushing event updated for resources: {'Port': ['ID=e501fd1b-5b56-4a87-8d61-1279001d339e,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:19.496167 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 39121745-6191-46ab-8a8d-d794e057d92d triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:19.496919 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (39121745-6191-46ab-8a8d-d794e057d92d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:19.579404 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:19.609458 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:19.658539 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 39121745-6191-46ab-8a8d-d794e057d92d is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:19.717073 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Network f0abcbf4-793e-485f-9ea4-d93660623635 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:19.718743 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:19.989456 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598a62-8862-4e76-a20c-c3b94dcad66f req-d88626ba-f6ad-43a3-9a0f-feed7b11ded0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:19.991082 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-be598a62-8862-4e76-a20c-c3b94dcad66f req-d88626ba-f6ad-43a3-9a0f-feed7b11ded0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0633876 Jun 03 10:01:20.060085 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-a648c6f7-e3ed-4846-997c-55afecaa8026 None None] Provisioning complete for port e501fd1b-5b56-4a87-8d61-1279001d339e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:20.060085 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a648c6f7-e3ed-4846-997c-55afecaa8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:20.060303 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:01:20.082465 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-a648c6f7-e3ed-4846-997c-55afecaa8026 None None] Port e501fd1b-5b56-4a87-8d61-1279001d339e cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:20.086718 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-be598a62-8862-4e76-a20c-c3b94dcad66f req-8812ab6b-fb7c-4540-bafc-e7ca587aa8fa tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870807 Jun 03 10:01:20.164644 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:20.171991 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:20.180458 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7f78b0d4-91ea-44d0-860e-808861f844da admin admin] 10.222.0.42 "PUT /v2.0/routers/5b0aef53-9593-4d42-a5c1-82f3e1ded5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426020 Jun 03 10:01:20.583310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c1ee8-0fb4-48fc-a571-07b0dd489e05 req-edb8f918-9313-4309-b498-bc717ff92349 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:20.584927 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-da2c1ee8-0fb4-48fc-a571-07b0dd489e05 req-edb8f918-9313-4309-b498-bc717ff92349 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0468552 Jun 03 10:01:20.624532 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57422) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:20.638007 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921144121', 'description': 'tempest-secgroup-smoke-921144121 description', 'project_id': '5476f21b29944eb69e32a2d97b328aed'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:20.645213 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-da2c1ee8-0fb4-48fc-a571-07b0dd489e05 req-7cacacc9-dacb-473f-af40-f60f1475860d tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Jun 03 10:01:20.806390 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:20.877682 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group (ddc1ec71-403d-4ff9-aca4-e408f8d4503f), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:20.977698 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ddc1ec71-403d-4ff9-aca4-e408f8d4503f), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.008355 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc1ec71-403d-4ff9-aca4-e408f8d4503f,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:21.082523 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.083714 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7cb016d4-a696-4442-b1ad-1ca81fc3359a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4580970 Jun 03 10:01:21.086679 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57426) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:21.091709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group_rule': {'security_group_id': 'ddc1ec71-403d-4ff9-aca4-e408f8d4503f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:21.200204 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (7a84a359-bda5-4fb4-9130-a299787acea7), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.215715 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876c15d-6827-44f5-987b-e1b6dd324949 req-dcb37ad4-b778-448e-8bc9-9d315418e163 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:21.223666 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e876c15d-6827-44f5-987b-e1b6dd324949 req-dcb37ad4-b778-448e-8bc9-9d315418e163 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0636818 Jun 03 10:01:21.318758 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e876c15d-6827-44f5-987b-e1b6dd324949 req-519cbec5-5b11-4d1b-8db0-9dc96b53a6e7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938869 Jun 03 10:01:21.354543 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (7a84a359-bda5-4fb4-9130-a299787acea7), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.382991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 115d7fd7-5bec-4726-abc8-0c5b02fd3451 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:21.412509 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:21.432116 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:21.432481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.446117 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (7a84a359-bda5-4fb4-9130-a299787acea7), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.480762 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a84a359-bda5-4fb4-9130-a299787acea7,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:21.512545 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:21.512979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.545916 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 115d7fd7-5bec-4726-abc8-0c5b02fd3451, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=115d7fd7-5bec-4726-abc8-0c5b02fd3451,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:21.572270 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.574442 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-2fab9154-8ed0-4a08-8cfb-4572220e7ed2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4855232 Jun 03 10:01:21.576800 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 57432) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:21.581566 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group_rule': {'security_group_id': 'ddc1ec71-403d-4ff9-aca4-e408f8d4503f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:21.663453 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.706199 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (221bac1f-0773-4458-ac42-a26475db843f), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.794999 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=115d7fd7-5bec-4726-abc8-0c5b02fd3451,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:21.818326 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7d1a6-be47-4c7c-b0c2-8a4423377a00 req-1c008bf2-0301-426a-a2ec-94075a556520 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:21.825422 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-47b7d1a6-be47-4c7c-b0c2-8a4423377a00 req-1c008bf2-0301-426a-a2ec-94075a556520 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0808330 Jun 03 10:01:21.842322 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (221bac1f-0773-4458-ac42-a26475db843f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:21.895838 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-47b7d1a6-be47-4c7c-b0c2-8a4423377a00 req-596b7c12-7a98-400e-b15e-9aa6feefe71e tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665400 Jun 03 10:01:22.031665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Sync routers for ids ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:22.044986 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Routers {'5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:22.045617 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:22.152525 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Set router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:22.194900 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (221bac1f-0773-4458-ac42-a26475db843f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.217176 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221bac1f-0773-4458-ac42-a26475db843f,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:22.361744 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:22.373656 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.374836 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-32bebb4f-a8d2-4cb3-aa6d-126f6e7341d0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7912526 Jun 03 10:01:22.375709 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 57440) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:22.382066 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group_rule': {'security_group_id': 'ddc1ec71-403d-4ff9-aca4-e408f8d4503f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:22.386407 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:01:18Z', 'revision_number': 4, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': 'e501fd1b-5b56-4a87-8d61-1279001d339e', 'name': '', 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'mac_address': 'fa:16:3e:b3:6c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6c8c8678-80c4-4038-bffb-89d55cd35684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:17Z', 'updated_at': '2022-06-03T10:01:19Z', 'revision_number': 2, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'subnets': [{'id': '6c8c8678-80c4-4038-bffb-89d55cd35684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:22.431471 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Checking router: 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:22.432083 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Updating router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 port e501fd1b-5b56-4a87-8d61-1279001d339e binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:22.466814 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.525326 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab760-da73-4066-a19b-a3b7a0b86995 req-ca6c854b-71d8-4ecc-b261-85a3e6019dee tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:22.526968 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a9ab760-da73-4066-a19b-a3b7a0b86995 req-ca6c854b-71d8-4ecc-b261-85a3e6019dee tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0963862 Jun 03 10:01:22.569554 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:22.577314 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (4a946f98-9765-46e5-8ea5-f099cef7a0ee), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.610590 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0a9ab760-da73-4066-a19b-a3b7a0b86995 req-afdfab4e-a371-4a6d-8f1e-99a0ad3645cd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756700 Jun 03 10:01:22.656247 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (4a946f98-9765-46e5-8ea5-f099cef7a0ee), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.737483 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (4a946f98-9765-46e5-8ea5-f099cef7a0ee), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.756054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:22.772501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a946f98-9765-46e5-8ea5-f099cef7a0ee,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:22.821426 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:22.826432 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Publish callbacks [] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.837438 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:22.839070 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-e5e2e58a-035c-435e-9e7a-7cc9131ff5f8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4619703 Jun 03 10:01:22.843511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 57444) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:22.846533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group_rule': {'security_group_id': 'ddc1ec71-403d-4ff9-aca4-e408f8d4503f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:23.034817 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eebc0-b820-4257-b7e8-f38b7c532de7 req-3306bcf5-5338-4002-b393-889035649f09 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:23.038347 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e9eebc0-b820-4257-b7e8-f38b7c532de7 req-3306bcf5-5338-4002-b393-889035649f09 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0585647 Jun 03 10:01:23.094829 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e9eebc0-b820-4257-b7e8-f38b7c532de7 req-4da0eec8-6218-4603-9d78-34356a0fa8db tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512192 Jun 03 10:01:23.251547 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.287191 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (b4bd2bcf-be4f-4fb8-a63a-3aa61de644eb), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.348712 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 115d7fd7-5bec-4726-abc8-0c5b02fd3451 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:23.440974 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (b4bd2bcf-be4f-4fb8-a63a-3aa61de644eb), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.442796 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a81baa-27f9-4bcd-a099-9b53926bfbb5 None None] Pushing event updated for resources: {'Port': ['ID=e501fd1b-5b56-4a87-8d61-1279001d339e,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:23.494642 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:23.495017 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.496882 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Attempting to bind port e501fd1b-5b56-4a87-8d61-1279001d339e on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:23.497234 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Attempting to bind port e501fd1b-5b56-4a87-8d61-1279001d339e by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:23.497582 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Attempting to bind port e501fd1b-5b56-4a87-8d61-1279001d339e on network f0abcbf4-793e-485f-9ea4-d93660623635 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:23.521648 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (b4bd2bcf-be4f-4fb8-a63a-3aa61de644eb), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.548477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bd2bcf-be4f-4fb8-a63a-3aa61de644eb,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:23.625748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.625748 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-c774671b-7927-41f4-a752-381a1486d421 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7801137 Jun 03 10:01:23.626054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 57450) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:23.630427 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group_rule': {'security_group_id': 'ddc1ec71-403d-4ff9-aca4-e408f8d4503f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:23.653846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:23.653846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Checking segment: {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:23.653846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.653846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Bound using segment: {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:23.653846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Bound port: e501fd1b-5b56-4a87-8d61-1279001d339e, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d2e29-fd31-40df-a4fe-389907d124d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:23.653846 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.673455 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-e83bd811-2055-45d1-b989-008c03027a41 None None] Provisioning complete for port e501fd1b-5b56-4a87-8d61-1279001d339e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:23.673847 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e83bd811-2055-45d1-b989-008c03027a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.738629 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-e83bd811-2055-45d1-b989-008c03027a41 None None] Port e501fd1b-5b56-4a87-8d61-1279001d339e cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:23.752269 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f677e2-ab78-470e-8d8f-4fc72ed90737 req-60a5d62a-cd6d-4e8e-8265-5592c90ded9d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:23.753740 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96f677e2-ab78-470e-8d8f-4fc72ed90737 req-60a5d62a-cd6d-4e8e-8265-5592c90ded9d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0581686 Jun 03 10:01:23.755131 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.securitygroups_db [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Project 5476f21b29944eb69e32a2d97b328aed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 10:01:23.763431 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (86664566-b9a1-4000-bc63-71bdfbc52ca9), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.791469 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:23.793909 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] For port e501fd1b-5b56-4a87-8d61-1279001d339e, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:23.806232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] For port e501fd1b-5b56-4a87-8d61-1279001d339e, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e501fd1b-5b56-4a87-8d61-1279001d339e,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:23.843225 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96f677e2-ab78-470e-8d8f-4fc72ed90737 req-58cd8a21-3518-4089-b638-557fd8abd2a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816805 Jun 03 10:01:23.862397 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (86664566-b9a1-4000-bc63-71bdfbc52ca9), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.880828 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:23.917068 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:23.941966 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Routers {'5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:23.943351 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:23.974148 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (86664566-b9a1-4000-bc63-71bdfbc52ca9), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.003719 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86664566-b9a1-4000-bc63-71bdfbc52ca9,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:24.010362 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-1b28a8b0-2400-4bf0-8e46-2170f6edad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:24.012324 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-1b28a8b0-2400-4bf0-8e46-2170f6edad41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 1129 time: 0.0678360 Jun 03 10:01:24.015513 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a81baa-27f9-4bcd-a099-9b53926bfbb5 None None] Pushing event updated for resources: {'Port': ['ID=e501fd1b-5b56-4a87-8d61-1279001d339e,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:24.071240 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] Set router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:24.076655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.080467 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d91df769-f394-4e7b-b9b6-2a9ef0da88c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4509609 Jun 03 10:01:24.085270 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57454) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:24.086327 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'security_group_rule': {'security_group_id': 'ddc1ec71-403d-4ff9-aca4-e408f8d4503f', 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:24.170614 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.securitygroups_db [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Project 5476f21b29944eb69e32a2d97b328aed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 10:01:24.177857 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (459438b4-9330-4749-9c08-7f5e5fa7a84e), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.225576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622d22-b8ee-41fb-9594-b0708680ceb2 req-ae7bb96a-fece-43d9-ba62-f98419c028ee tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:24.227142 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27622d22-b8ee-41fb-9594-b0708680ceb2 req-ae7bb96a-fece-43d9-ba62-f98419c028ee tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0542238 Jun 03 10:01:24.252558 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (459438b4-9330-4749-9c08-7f5e5fa7a84e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.265337 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:24.280574 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27622d22-b8ee-41fb-9594-b0708680ceb2 req-0f2b0e52-1a67-42d7-9692-2ea323a5870b tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Jun 03 10:01:24.290054 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:24.295880 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] Provisioning complete for port e501fd1b-5b56-4a87-8d61-1279001d339e triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:24.296340 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.298303 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:01:18Z', 'revision_number': 4, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': 'e501fd1b-5b56-4a87-8d61-1279001d339e', 'name': '', 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'mac_address': 'fa:16:3e:b3:6c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6c8c8678-80c4-4038-bffb-89d55cd35684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:17Z', 'updated_at': '2022-06-03T10:01:23Z', 'revision_number': 4, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'subnets': [{'id': '6c8c8678-80c4-4038-bffb-89d55cd35684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:24.340383 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c0b83-69fc-4e34-bd90-d41c5083952c None None] The sync data for ids ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'] in dv-cinder-844563-1-iscsi is: [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:01:18Z', 'revision_number': 4, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': 'e501fd1b-5b56-4a87-8d61-1279001d339e', 'name': '', 'network_id': 'f0abcbf4-793e-485f-9ea4-d93660623635', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'mac_address': 'fa:16:3e:b3:6c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6c8c8678-80c4-4038-bffb-89d55cd35684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:17Z', 'updated_at': '2022-06-03T10:01:23Z', 'revision_number': 4, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'subnets': [{'id': '6c8c8678-80c4-4038-bffb-89d55cd35684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:24.405250 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (459438b4-9330-4749-9c08-7f5e5fa7a84e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.433980 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459438b4-9330-4749-9c08-7f5e5fa7a84e,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:24.434317 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] Current status of the port e501fd1b-5b56-4a87-8d61-1279001d339e is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:24.434725 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.474384 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] For port e501fd1b-5b56-4a87-8d61-1279001d339e, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e501fd1b-5b56-4a87-8d61-1279001d339e,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:24.516533 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.520795 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6093f66e-e515-4c4e-92fa-c7a79ac4f0f0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4361322 Jun 03 10:01:24.594742 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:24.669307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1b856-90ee-4ffe-a7ea-42cb2a91ba27 None None] Pushing event updated for resources: {'Port': ['ID=e501fd1b-5b56-4a87-8d61-1279001d339e,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:24.994193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-4a8f2377-d8f9-441a-b485-d14e75a58223 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:24.995649 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-4a8f2377-d8f9-441a-b485-d14e75a58223 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.3757548 Jun 03 10:01:25.046964 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf154d4-c828-4be9-b8fa-f1fb355b853d req-7f5e8b5a-b832-4e89-afc5-512d8e245499 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:25.048443 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0cf154d4-c828-4be9-b8fa-f1fb355b853d req-7f5e8b5a-b832-4e89-afc5-512d8e245499 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.1030216 Jun 03 10:01:25.097538 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-500a19fe-42db-4bc4-981a-ca7a5278b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:25.099097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-500a19fe-42db-4bc4-981a-ca7a5278b546 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.4644058 Jun 03 10:01:25.174531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-4b99ad43-5620-4769-9a36-75d86fa4cbf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 HTTP/1.1" status: 200 len: 217 time: 0.0510213 Jun 03 10:01:25.182423 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:25.199183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Deleting port 46e03855-8185-4b67-b1b5-b1b93f5e6873 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:01:25.199519 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:25.264159 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0cf154d4-c828-4be9-b8fa-f1fb355b853d req-cd3eda94-4eb1-4bf2-a0c4-27143de8b133 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076836 Jun 03 10:01:25.295498 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-0af703f8-3af7-43c7-a3ff-eac4f2ac87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:25.297053 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-0af703f8-3af7-43c7-a3ff-eac4f2ac87a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.1097383 Jun 03 10:01:25.371141 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] For port 46e03855-8185-4b67-b1b5-b1b93f5e6873, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46e03855-8185-4b67-b1b5-b1b93f5e6873,segment=NetworkSegment(ad216aa3-ac6b-4756-b244-cce4bb646923),segment_id=ad216aa3-ac6b-4756-b244-cce4bb646923)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:25.371647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:25.373681 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e501fd1b-5b56-4a87-8d61-1279001d339e up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:25.425763 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e501fd1b-5b56-4a87-8d61-1279001d339e triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:25.426156 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:25.448058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Calling delete_port for 46e03855-8185-4b67-b1b5-b1b93f5e6873 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:01:25.464129 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-774bc259-3b9b-4e69-bdbd-419352319ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:25.465694 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-774bc259-3b9b-4e69-bdbd-419352319ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1585295 Jun 03 10:01:25.482058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa10d04-058a-4f8b-adcd-2602f6da31b2 req-67f7228f-f071-4076-bd83-4d89799f9215 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:25.483553 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0aa10d04-058a-4f8b-adcd-2602f6da31b2 req-67f7228f-f071-4076-bd83-4d89799f9215 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 949 time: 0.0927677 Jun 03 10:01:25.524074 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e501fd1b-5b56-4a87-8d61-1279001d339e is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:25.671412 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0aa10d04-058a-4f8b-adcd-2602f6da31b2 req-8ae52f5a-710f-4fd5-9d12-bc0382aa4792 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/security-groups?id=46b1e11c-b657-4988-a33b-c6279635ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766362 Jun 03 10:01:25.675699 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:25.704957 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-1b0ec462-df7d-40f5-a851-d105c6ad7551 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299683 Jun 03 10:01:25.834666 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c4ef9f57-6990-4435-9cde-27f50ef2929c req-5528d3d2-8f9b-4b8b-ab62-6fc2ef858f79 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183257 Jun 03 10:01:25.880402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (46e03855-8185-4b67-b1b5-b1b93f5e6873), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:25.913588 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Pushing event deleted for resources: {'Port': ['ID=46e03855-8185-4b67-b1b5-b1b93f5e6873,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:25.962935 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] No DVR routers for this DVR port 46e03855-8185-4b67-b1b5-b1b93f5e6873 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:01:25.968104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:25.971538 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-81c1dc74-cd16-4f57-a169-1c17c4b1c2ff req-f007d3f2-0ca6-441c-95ee-810407b81a61 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.59 "DELETE /v2.0/ports/46e03855-8185-4b67-b1b5-b1b93f5e6873 HTTP/1.1" status: 204 len: 173 time: 0.9680130 Jun 03 10:01:25.972250 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'name': 'network-vif-deleted', 'tag': '46e03855-8185-4b67-b1b5-b1b93f5e6873'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:25.974831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae6fc2-a1df-47fb-b566-100cc5ca4bbd" -d '{"events": [{"server_uuid": "2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44", "name": "network-vif-deleted", "tag": "46e03855-8185-4b67-b1b5-b1b93f5e6873"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:26.014294 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0cc18-1b30-4a57-9ba8-e980f7d707da x-openstack-request-id: req-c9e0cc18-1b30-4a57-9ba8-e980f7d707da {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:26.014876 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44", "name": "network-vif-deleted", "tag": "46e03855-8185-4b67-b1b5-b1b93f5e6873", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:26.014876 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9e0cc18-1b30-4a57-9ba8-e980f7d707da {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:26.015222 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e0cc18-1b30-4a57-9ba8-e980f7d707da'] response: {'server_uuid': '2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44', 'name': 'network-vif-deleted', 'tag': '46e03855-8185-4b67-b1b5-b1b93f5e6873', 'status': 'completed', 'code': 200} Jun 03 10:01:26.438289 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263ec28-4a43-4b2a-900a-099227fd03fa req-1c9e84e1-c3c2-404b-8c94-5f34bba66ade tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:26.444458 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f263ec28-4a43-4b2a-900a-099227fd03fa req-1c9e84e1-c3c2-404b-8c94-5f34bba66ade tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0557890 Jun 03 10:01:26.491762 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f263ec28-4a43-4b2a-900a-099227fd03fa req-b4580c30-3acc-47f9-92a9-fdff18a17d3a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429511 Jun 03 10:01:26.799699 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-77a5ec7e-d6eb-4ad7-9197-62cbc3b88e25 req-3123941d-33f8-4d17-a512-10bf48ae0daa tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 210 time: 0.0320385 Jun 03 10:01:27.579154 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 46e03855-8185-4b67-b1b5-b1b93f5e6873 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:01:27.598562 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 46e03855-8185-4b67-b1b5-b1b93f5e6873 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:01:27.599221 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 46e03855-8185-4b67-b1b5-b1b93f5e6873 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:01:27.617632 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca559-27fa-4fad-b2fe-7bbdb85e6bdf req-1bddf63a-0b99-4f4c-b7df-b709bdb56188 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:27.617632 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12dca559-27fa-4fad-b2fe-7bbdb85e6bdf req-1bddf63a-0b99-4f4c-b7df-b709bdb56188 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0491381 Jun 03 10:01:27.663661 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12dca559-27fa-4fad-b2fe-7bbdb85e6bdf req-3371f78d-1d42-4b5d-88da-4d420c63222b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445099 Jun 03 10:01:27.911122 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a876ff2-3756-44ad-8175-2fee478d9e88 req-2015aebc-e0ef-423e-8219-177b470c9010 tempest-VolumesNegativeTest-620875663 tempest-VolumesNegativeTest-620875663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a4a7bbc-d2b4-4e25-8e3e-3a377f4c2f44 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Jun 03 10:01:28.812861 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52ffa8-eb59-492d-a95f-488b67e462b3 req-b1d06321-7088-47cd-badc-a6f26f54e131 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:28.814547 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ee52ffa8-eb59-492d-a95f-488b67e462b3 req-b1d06321-7088-47cd-badc-a6f26f54e131 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0634496 Jun 03 10:01:28.865661 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ee52ffa8-eb59-492d-a95f-488b67e462b3 req-e6b0b9b3-cdb6-4f25-91fb-1c23f714f740 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 Jun 03 10:01:29.997551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf473d-ea1b-4b11-b662-7b4b1359e760 req-ccbe6ced-0798-4a9b-892e-8709b1940b16 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:29.999099 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2faf473d-ea1b-4b11-b662-7b4b1359e760 req-ccbe6ced-0798-4a9b-892e-8709b1940b16 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0470047 Jun 03 10:01:30.047969 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:30.055559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2faf473d-ea1b-4b11-b662-7b4b1359e760 req-dc3f2bc7-1b5b-482d-a75f-f0c966f1ce2e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507746 Jun 03 10:01:31.178611 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aaa27-b83c-4e6b-9ae7-4e0cc7346c8b req-973cc567-f613-4693-9ce2-376555e5c9e5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:31.180080 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-034aaa27-b83c-4e6b-9ae7-4e0cc7346c8b req-973cc567-f613-4693-9ce2-376555e5c9e5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 944 time: 0.0480554 Jun 03 10:01:31.230497 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-034aaa27-b83c-4e6b-9ae7-4e0cc7346c8b req-26db025d-2436-4126-992b-1bd84b6ccba3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Jun 03 10:01:31.604583 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:01:31.708075 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:31.720953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'a93886de-f812-40e6-81ba-b35e06454a66', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'port_id': 'a93886de-f812-40e6-81ba-b35e06454a66', 'mac_address': 'fa:16:3e:13:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:01:31.756433 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:31.756825 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:31.771887 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93886de-f812-40e6-81ba-b35e06454a66 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:01:31.793126 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:31.891347 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:31.938263 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=9']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:32.276731 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['a93886de-f812-40e6-81ba-b35e06454a66'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:01:32.318964 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:32.357202 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34127767-14b4-419a-89ac-14c48f3e9531 req-eba7afcd-3d69-4d50-88c5-f086a16ceefd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:32.358881 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-34127767-14b4-419a-89ac-14c48f3e9531 req-eba7afcd-3d69-4d50-88c5-f086a16ceefd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Jun 03 10:01:32.420457 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-34127767-14b4-419a-89ac-14c48f3e9531 req-8a13f55a-61b6-427c-905f-f881370fc515 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549498 Jun 03 10:01:33.265813 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51dc7f-a642-44c3-b87c-c6bc7c2ba8f8 req-585a9071-af1b-4012-9b90-a6b791480062 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:33.267650 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf51dc7f-a642-44c3-b87c-c6bc7c2ba8f8 req-585a9071-af1b-4012-9b90-a6b791480062 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0511575 Jun 03 10:01:33.316615 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf51dc7f-a642-44c3-b87c-c6bc7c2ba8f8 req-339c3371-2fdf-4141-b820-40c9785a73ff tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Jun 03 10:01:33.536803 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:33.555584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b787800-fdf0-4051-8300-562ca02e01a5 req-6b9141ed-0a77-4022-9a57-3422e22d3398 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:33.555584 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0b787800-fdf0-4051-8300-562ca02e01a5 req-6b9141ed-0a77-4022-9a57-3422e22d3398 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 945 time: 0.0521073 Jun 03 10:01:33.594760 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:33.599192 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0b787800-fdf0-4051-8300-562ca02e01a5 req-79d9b492-b5a7-4728-b874-75270bd67980 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Jun 03 10:01:33.622406 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:33.659143 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:33.666178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port a93886de-f812-40e6-81ba-b35e06454a66 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:33.666548 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a93886de-f812-40e6-81ba-b35e06454a66), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:33.750901 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port a93886de-f812-40e6-81ba-b35e06454a66 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:33.751290 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:33.777673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:33.779270 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5dfcc7-8117-4c88-bdc1-8491f0069d0d" -d '{"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-plugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:33.794478 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:33.818413 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb8d13-b3aa-4ce8-aa43-97b75d22017b x-openstack-request-id: req-b1fb8d13-b3aa-4ce8-aa43-97b75d22017b {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:33.818720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-plugged", "status": "completed", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:33.818970 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1fb8d13-b3aa-4ce8-aa43-97b75d22017b {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:33.819361 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fb8d13-b3aa-4ce8-aa43-97b75d22017b'] response: {'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'code': 200} Jun 03 10:01:33.920363 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:33.976708 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=10']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:34.418164 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=51,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:34.427273 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=53,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:34.442574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566543a-57c4-480d-94f8-4a83e52506b6 req-c33000ea-9a32-49ee-89d5-dc054af88757 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:34.444101 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e566543a-57c4-480d-94f8-4a83e52506b6 req-c33000ea-9a32-49ee-89d5-dc054af88757 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0518191 Jun 03 10:01:34.493838 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e566543a-57c4-480d-94f8-4a83e52506b6 req-dd85d3b6-620c-4f4a-aff9-1bbf2115fe67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Jun 03 10:01:34.597500 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d5682-ab9c-4fb7-b914-229f144390b8 req-4322e650-6c19-4b2f-a1be-e7330c2f1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:34.598901 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e0d5682-ab9c-4fb7-b914-229f144390b8 req-4322e650-6c19-4b2f-a1be-e7330c2f1e74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 1131 time: 0.0378549 Jun 03 10:01:34.646753 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e0d5682-ab9c-4fb7-b914-229f144390b8 req-2054f03b-1df3-48be-bf3b-2f092e2ae0bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Jun 03 10:01:34.724551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53e44a-1b25-4766-93da-d3ceb9493177 req-331bac4f-46a3-4393-8c37-0179575ce3da tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:34.726073 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce53e44a-1b25-4766-93da-d3ceb9493177 req-331bac4f-46a3-4393-8c37-0179575ce3da tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0482504 Jun 03 10:01:34.773431 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce53e44a-1b25-4766-93da-d3ceb9493177 req-154162c0-a9aa-4b16-ae51-7b435d235cc6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Jun 03 10:01:35.019652 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:35.616430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2affc-def8-4d8a-aa01-1a3d44a22534 req-49bba38e-c20a-4e66-8a00-a8559fc619c6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:35.617952 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-22c2affc-def8-4d8a-aa01-1a3d44a22534 req-49bba38e-c20a-4e66-8a00-a8559fc619c6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0487840 Jun 03 10:01:35.666935 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-22c2affc-def8-4d8a-aa01-1a3d44a22534 req-cb248c52-640e-4f54-8d66-79203e7de86f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Jun 03 10:01:35.898026 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82224f-d7fb-41d4-9ec7-bd7343545786 req-f3b3e189-57ff-4d0f-b500-0008ba379584 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:35.900064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aa82224f-d7fb-41d4-9ec7-bd7343545786 req-f3b3e189-57ff-4d0f-b500-0008ba379584 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0500362 Jun 03 10:01:35.946741 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aa82224f-d7fb-41d4-9ec7-bd7343545786 req-769a7b37-b094-46de-9e93-bcf43d219529 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405781 Jun 03 10:01:36.044958 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57882) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:36.232922 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1530f7ff-4d04-4a26-bb66-be38dba19c73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=244fa4e99f7348629c9b5506f21cf21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858456 Jun 03 10:01:36.235722 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57900) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:36.292765 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-85ed4850-208f-4e99-9626-60eb0d02d19d admin admin] Publish callbacks [] for security_group (46b1e11c-b657-4988-a33b-c6279635ff68), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:36.315650 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-85ed4850-208f-4e99-9626-60eb0d02d19d admin admin] Publish callbacks [] for security_group (46b1e11c-b657-4988-a33b-c6279635ff68), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:36.491880 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-85ed4850-208f-4e99-9626-60eb0d02d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (46b1e11c-b657-4988-a33b-c6279635ff68), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:36.492786 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-30d5ce48-94da-42a9-a653-a9e9d499fd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:36.495077 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-85ed4850-208f-4e99-9626-60eb0d02d19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:36.501773 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-85ed4850-208f-4e99-9626-60eb0d02d19d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46b1e11c-b657-4988-a33b-c6279635ff68 HTTP/1.1" status: 204 len: 168 time: 0.2649975 Jun 03 10:01:36.509973 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed4850-208f-4e99-9626-60eb0d02d19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b1e11c-b657-4988-a33b-c6279635ff68,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:36.785968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c837f-0f71-473b-b101-b0c809fad200 req-ad093610-67a1-49d1-a779-1f43f5d1f396 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:36.787536 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-251c837f-0f71-473b-b101-b0c809fad200 req-ad093610-67a1-49d1-a779-1f43f5d1f396 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Jun 03 10:01:36.840977 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-251c837f-0f71-473b-b101-b0c809fad200 req-e9986b33-8330-45f9-a432-ff0d3eec01b9 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460584 Jun 03 10:01:37.089525 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae0b15-dc78-4a66-8a22-697d00db0db2 req-479d47e6-e21f-44a8-9b51-4f92f581ad7e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:37.091087 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44ae0b15-dc78-4a66-8a22-697d00db0db2 req-479d47e6-e21f-44a8-9b51-4f92f581ad7e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0624065 Jun 03 10:01:37.143350 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44ae0b15-dc78-4a66-8a22-697d00db0db2 req-00f8701e-5230-41ac-a0f1-a458ed8c1a29 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464933 Jun 03 10:01:37.793583 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57964) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:37.891733 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-34387797-network', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:37.960866 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045414b-e0e3-472a-af6d-a8421899411f req-189be23e-167c-4c6f-a979-c556e155e8a4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:37.962690 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c045414b-e0e3-472a-af6d-a8421899411f req-189be23e-167c-4c6f-a979-c556e155e8a4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0504830 Jun 03 10:01:38.013573 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c045414b-e0e3-472a-af6d-a8421899411f req-e271e59f-7525-491b-9438-673a600730f0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Jun 03 10:01:38.028708 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Made reservation on behalf of 3c44b2575d1945e0a100fe081e5af582 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:38.031151 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.040416 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.116420 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks [] for security_group (ca1de1bb-16b5-4538-9ccf-7c0a8502724c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.245547 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ca1de1bb-16b5-4538-9ccf-7c0a8502724c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.263316 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:01:38.274866 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3057ce2-a7ab-458e-ba09-6c0232683ed8 req-fc356a0b-4395-4751-86f0-fc8a7cf7cfcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:38.277791 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a3057ce2-a7ab-458e-ba09-6c0232683ed8 req-fc356a0b-4395-4751-86f0-fc8a7cf7cfcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0530865 Jun 03 10:01:38.305704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (3aeffd1e-be4e-44ba-b605-bf48c9661a1d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.306070 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Added segment 3aeffd1e-be4e-44ba-b605-bf48c9661a1d of type vlan for network 01385250-2fd5-4d81-b043-bc8409277f05 Jun 03 10:01:38.307480 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1de1bb-16b5-4538-9ccf-7c0a8502724c,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:38.347601 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a3057ce2-a7ab-458e-ba09-6c0232683ed8 req-71abc79e-bc25-4968-9a87-ccc040282629 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649230 Jun 03 10:01:38.361232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (01385250-2fd5-4d81-b043-bc8409277f05), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.495889 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (01385250-2fd5-4d81-b043-bc8409277f05), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.496968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:38.497550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.558111 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] Pushing event updated for resources: {'Network': ['ID=01385250-2fd5-4d81-b043-bc8409277f05,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:38.567495 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 01385250-2fd5-4d81-b043-bc8409277f05 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:01:38.648605 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-df809e85-7f10-4a8c-9353-83d51b6fa23c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8541737 Jun 03 10:01:38.651503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57976) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:38.656218 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Request body: {'subnet': {'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-34387797-subnet', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:38.760524 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Made reservation on behalf of 3c44b2575d1945e0a100fe081e5af582 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:38.763224 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:38.798493 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-05750059-60ec-45ae-80c5-dae29434c353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.006115 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (f1e1383c-d0aa-4414-98f2-32b0ac5a3daf), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.009902 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:39.028175 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:39.063652 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:39.075113 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.075445 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.075775 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.076102 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.076454 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.076773 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.077087 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.077399 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.077740 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.078083 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.078529 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.078750 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.079060 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.079366 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.079678 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.087052 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Checking segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:39.091133 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Network hostable DHCP agents. Network: 01385250-2fd5-4d81-b043-bc8409277f05, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:01:39.128369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e8cc9-f451-4aa6-8ed4-b8982ec93b4f req-866c60f6-769d-40e9-9b45-8fc0c055c764 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:39.129850 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-043e8cc9-f451-4aa6-8ed4-b8982ec93b4f req-866c60f6-769d-40e9-9b45-8fc0c055c764 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0482099 Jun 03 10:01:39.179991 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-043e8cc9-f451-4aa6-8ed4-b8982ec93b4f req-03c80b66-7967-4229-bd3d-375c86055f5c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443039 Jun 03 10:01:39.205464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Network 01385250-2fd5-4d81-b043-bc8409277f05 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:01:39.342732 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 01385250-2fd5-4d81-b043-bc8409277f05) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:39.352846 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:39.353263 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e1435-d06c-4ac6-a2ab-073836a827e9 None None] Network 01385250-2fd5-4d81-b043-bc8409277f05 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:39.353633 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.461549 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-01385250-2fd5-4d81-b043-bc8409277f05', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:01:39.463073 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.467994 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d7cea-2be5-46b7-90af-7a90246cd37d req-20461f7f-88c7-41fa-a71b-08c824533110 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:39.469524 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb1d7cea-2be5-46b7-90af-7a90246cd37d req-20461f7f-88c7-41fa-a71b-08c824533110 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0483680 Jun 03 10:01:39.488534 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-cf25d4e5-b914-4de4-a963-9cb64f263a96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8357131 Jun 03 10:01:39.491074 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 57988) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:39.495784 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:39.522143 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:39.529770 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb1d7cea-2be5-46b7-90af-7a90246cd37d req-f70b33e2-101d-459b-bda0-3dbadd19c0b2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526974 Jun 03 10:01:39.609457 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Allocated IP 172.20.0.2 (01385250-2fd5-4d81-b043-bc8409277f05/f1e1383c-d0aa-4414-98f2-32b0ac5a3daf/10029e7e-0bb3-4681-a109-f253d5c484dd) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:39.669056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (593d5759-2217-45d6-9328-879b364eadee), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.670151 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (593d5759-2217-45d6-9328-879b364eadee), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.686486 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:39.724966 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks [] for router_controller (593d5759-2217-45d6-9328-879b364eadee), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.752387 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Publish callbacks [] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.847100 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.888996 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Network 01385250-2fd5-4d81-b043-bc8409277f05 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:39.892123 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:39.898351 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:39.904836 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Pushing event updated for resources: {'Port': ['ID=10029e7e-0bb3-4681-a109-f253d5c484dd,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:39.935877 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.936219 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.936565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.936903 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.937238 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.937570 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.937912 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.938251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.938577 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.938900 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.939225 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.939571 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.939897 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.940217 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.940536 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:01:39.942685 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks [] for router_gateway (593d5759-2217-45d6-9328-879b364eadee), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.978481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Attempting to bind port 10029e7e-0bb3-4681-a109-f253d5c484dd on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:39.978834 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Attempting to bind port 10029e7e-0bb3-4681-a109-f253d5c484dd by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:39.979193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Attempting to bind port 10029e7e-0bb3-4681-a109-f253d5c484dd on network 01385250-2fd5-4d81-b043-bc8409277f05 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:39.982211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:39.985003 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:39.985377 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Checking segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:39.985774 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:39.986192 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Bound using segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:39.986649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Bound port: 10029e7e-0bb3-4681-a109-f253d5c484dd, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:39.987023 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.045985 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] For port 10029e7e-0bb3-4681-a109-f253d5c484dd, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:40.048963 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] For port 10029e7e-0bb3-4681-a109-f253d5c484dd, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=10029e7e-0bb3-4681-a109-f253d5c484dd,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:40.085129 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.160368 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.218595 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845fcb6-3389-4656-9d62-f21335380d2f None None] Pushing event updated for resources: {'Port': ['ID=10029e7e-0bb3-4681-a109-f253d5c484dd,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:40.254717 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks [] for router_gateway (593d5759-2217-45d6-9328-879b364eadee), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.274657 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.318457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:40.335232 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158689e1-5a8a-4d56-adeb-3b1d0784a16f req-3f2c4d7d-3f8c-4663-8cb7-ee7c84d1b3c8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:40.336182 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:40.336739 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-158689e1-5a8a-4d56-adeb-3b1d0784a16f req-3f2c4d7d-3f8c-4663-8cb7-ee7c84d1b3c8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0773964 Jun 03 10:01:40.396933 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-158689e1-5a8a-4d56-adeb-3b1d0784a16f req-d4a3658c-9e0f-4ede-b431-abed21b89317 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542886 Jun 03 10:01:40.410697 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Allocated IP 172.27.3.245 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:40.556807 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks [] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.714800 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:40.754832 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:40.757353 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:40.762654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:40.766435 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:40.772623 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Pushing event updated for resources: {'Port': ['ID=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:41.131893 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks [] for router_gateway (593d5759-2217-45d6-9328-879b364eadee), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.198137 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7061e2b-49a7-4420-9dff-709edcf6355b None None] Network 01385250-2fd5-4d81-b043-bc8409277f05 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:41.255409 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] Provisioning complete for port 10029e7e-0bb3-4681-a109-f253d5c484dd triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:41.255802 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.326318 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (593d5759-2217-45d6-9328-879b364eadee), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.408300 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 10029e7e-0bb3-4681-a109-f253d5c484dd up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:41.414566 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.415989 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:41.534783 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 10029e7e-0bb3-4681-a109-f253d5c484dd triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:41.535150 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.542317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158a1ba-0ade-49d2-a778-20058ed8ad82 req-5e2819a1-d485-454c-a3d4-3285c97a270d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:41.544527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1158a1ba-0ade-49d2-a778-20058ed8ad82 req-5e2819a1-d485-454c-a3d4-3285c97a270d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0651209 Jun 03 10:01:41.558623 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Router 593d5759-2217-45d6-9328-879b364eadee is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:01:41.586227 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] Current status of the port 10029e7e-0bb3-4681-a109-f253d5c484dd is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:41.586683 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.596559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1158a1ba-0ade-49d2-a778-20058ed8ad82 req-9c5c17c7-cbe5-4df0-9e17-8f8cf7c1c9d5 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Jun 03 10:01:41.656965 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] For port 10029e7e-0bb3-4681-a109-f253d5c484dd, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=10029e7e-0bb3-4681-a109-f253d5c484dd,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:41.661978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 10029e7e-0bb3-4681-a109-f253d5c484dd is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:41.662370 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.747725 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.812416 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:41.826827 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:41.828281 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.db.api [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 10:01:41.828698 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG oslo_db.api [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 10:01:41.829329 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f1c8d-871c-4401-a901-5dba423bc780 None None] Pushing event updated for resources: {'Port': ['ID=10029e7e-0bb3-4681-a109-f253d5c484dd,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:41.844285 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Sync routers for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:41.855002 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:41.857914 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:41.865516 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-11f6bd07-00d6-41b9-a383-91c9e0c7ea1d None None] Provisioning complete for port 10029e7e-0bb3-4681-a109-f253d5c484dd triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:41.866009 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-11f6bd07-00d6-41b9-a383-91c9e0c7ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.910668 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:41.912293 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-bf7cf39c-7f85-4e33-924b-5aaabe4ecb61 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4199517 Jun 03 10:01:41.915613 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58020) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:41.952814 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-11f6bd07-00d6-41b9-a383-91c9e0c7ea1d None None] Current status of the port 10029e7e-0bb3-4681-a109-f253d5c484dd is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:41.964542 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:42.127916 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:40Z', 'revision_number': 3, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:42.156213 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Checking router: 593d5759-2217-45d6-9328-879b364eadee for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:42.156558 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Updating router 593d5759-2217-45d6-9328-879b364eadee port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:42.184484 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.321341 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.366005 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 10029e7e-0bb3-4681-a109-f253d5c484dd is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:42.453872 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Publish callbacks [] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.479582 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Allocated IP 172.20.0.1 (01385250-2fd5-4d81-b043-bc8409277f05/f1e1383c-d0aa-4414-98f2-32b0ac5a3daf/30ba84e3-82bc-4773-9470-f670e750336f) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:42.542083 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.561194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:42.592274 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks [] for port (30ba84e3-82bc-4773-9470-f670e750336f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.600980 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:42.676248 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Attempting to bind port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:42.676611 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Attempting to bind port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:42.676958 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Attempting to bind port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:42.680024 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476e3c2-f089-4ee5-bc43-bc3de968b57a None None] Pushing event updated for resources: {'Port': ['ID=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:42.685130 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:42.685487 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:42.686114 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.686488 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:42.686940 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Bound port: 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:42.687309 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.726621 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f27ffb-4d6a-4bc1-b14f-d5bb8ca67ec6 req-81d3ad4b-e7de-44eb-9e1c-74c7396da3cc tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:42.728856 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7f27ffb-4d6a-4bc1-b14f-d5bb8ca67ec6 req-81d3ad4b-e7de-44eb-9e1c-74c7396da3cc tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0525424 Jun 03 10:01:42.730959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (30ba84e3-82bc-4773-9470-f670e750336f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.736260 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] For port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:42.739574 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] For port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:42.788205 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Network 01385250-2fd5-4d81-b043-bc8409277f05 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:42.799175 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:42.808825 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:42.809304 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (593d5759-2217-45d6-9328-879b364eadee), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.815108 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=30ba84e3-82bc-4773-9470-f670e750336f,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:42.859919 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.871199 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7f27ffb-4d6a-4bc1-b14f-d5bb8ca67ec6 req-ccb59045-58a0-4ebe-9247-09a4a16fbfea tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347830 Jun 03 10:01:42.931803 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476e3c2-f089-4ee5-bc43-bc3de968b57a None None] Pushing event updated for resources: {'Port': ['ID=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:42.938558 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:42.939395 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:42.988592 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:42.999867 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:43.018762 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:43.054259 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:43.079278 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-8b7972b5-d537-4069-ab24-4178228d53dd None None] Provisioning complete for port 30ba84e3-82bc-4773-9470-f670e750336f triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:43.079933 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8b7972b5-d537-4069-ab24-4178228d53dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (30ba84e3-82bc-4773-9470-f670e750336f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:43.084040 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (30ba84e3-82bc-4773-9470-f670e750336f), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:43.116662 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-8b7972b5-d537-4069-ab24-4178228d53dd None None] Port 30ba84e3-82bc-4773-9470-f670e750336f cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:43.241152 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:40Z', 'revision_number': 3, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:43.263615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:43.268697 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b242cae7-00c3-42c6-b40c-ad411cfc779a None None] The sync data for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi is: [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:40Z', 'revision_number': 3, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:43.314669 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks [] for port (30ba84e3-82bc-4773-9470-f670e750336f), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:43.334155 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 10029e7e-0bb3-4681-a109-f253d5c484dd up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:43.374605 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:43.383720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 10029e7e-0bb3-4681-a109-f253d5c484dd triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:43.384090 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:43.457241 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 10029e7e-0bb3-4681-a109-f253d5c484dd is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:43.496497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (30ba84e3-82bc-4773-9470-f670e750336f), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:43.496497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (593d5759-2217-45d6-9328-879b364eadee), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:43.611504 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=30ba84e3-82bc-4773-9470-f670e750336f,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:43.660150 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Network 01385250-2fd5-4d81-b043-bc8409277f05 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:43.661628 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:43.816208 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Router 593d5759-2217-45d6-9328-879b364eadee has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:01:43.927901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:43.958104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:43.966604 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-57a49956-239f-4e35-b683-cfe2a0840cc2 admin admin] 10.222.0.42 "PUT /v2.0/routers/593d5759-2217-45d6-9328-879b364eadee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0498760 Jun 03 10:01:44.031307 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee104-4d9f-4bfd-a9dd-973bc211d775 req-05e6474b-8649-433f-9570-7bb07d378f07 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.032895 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-20bee104-4d9f-4bfd-a9dd-973bc211d775 req-05e6474b-8649-433f-9570-7bb07d378f07 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0649633 Jun 03 10:01:44.050594 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-e62c071f-74b6-4209-85ca-80399a507f57 None None] Provisioning complete for port 30ba84e3-82bc-4773-9470-f670e750336f triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:44.051222 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e62c071f-74b6-4209-85ca-80399a507f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (30ba84e3-82bc-4773-9470-f670e750336f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:44.089373 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-e62c071f-74b6-4209-85ca-80399a507f57 None None] Port 30ba84e3-82bc-4773-9470-f670e750336f cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:44.113800 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:44.152578 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-20bee104-4d9f-4bfd-a9dd-973bc211d775 req-5dbce20f-ecab-479d-ab14-14cd03af92c7 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104219 Jun 03 10:01:44.448146 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e9acd-44b9-46ab-b47f-3f7739fadb76 req-afe7365c-9a03-4af9-ab87-236a3e73afd5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.449636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b36e9acd-44b9-46ab-b47f-3f7739fadb76 req-afe7365c-9a03-4af9-ab87-236a3e73afd5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0468774 Jun 03 10:01:44.516288 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b36e9acd-44b9-46ab-b47f-3f7739fadb76 req-3cd63a5a-f4c1-4b8d-be55-7d88a56a5d50 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607519 Jun 03 10:01:44.568838 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-8075d122-56ea-40e4-99c2-579b7f2d0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.570284 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-8075d122-56ea-40e4-99c2-579b7f2d0fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.0529621 Jun 03 10:01:44.652919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d0d1-7a6b-4fca-8970-f7ba3a247d1a req-ccaa3c6e-6e76-470c-876c-2613ff638af1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.654392 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3412d0d1-7a6b-4fca-8970-f7ba3a247d1a req-ccaa3c6e-6e76-470c-876c-2613ff638af1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0993447 Jun 03 10:01:44.715030 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-26e7d5ce-1635-408c-8452-10b64cdd5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.716478 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-26e7d5ce-1635-408c-8452-10b64cdd5378 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.1310358 Jun 03 10:01:44.743521 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3412d0d1-7a6b-4fca-8970-f7ba3a247d1a req-31c47e6c-be01-48b0-bb30-d8221964e3d6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810750 Jun 03 10:01:44.802678 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-9346c9fa-7366-491e-ac08-8afb41e25ac5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 1001 time: 0.0745354 Jun 03 10:01:44.891247 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-e7cc5208-ab75-4f21-bea0-822c8eae419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.892722 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-e7cc5208-ab75-4f21-bea0-822c8eae419b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1130 time: 0.0706370 Jun 03 10:01:44.897940 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-9187061f-c1ed-4d27-8e41-ea788da0e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.898683 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58068) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:44.899902 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-9187061f-c1ed-4d27-8e41-ea788da0e519 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0789688 Jun 03 10:01:44.904369 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-462056979-network', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:44.989351 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-945f8363-e7de-4d3a-aa2c-83d3bf535d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:44.990885 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-945f8363-e7de-4d3a-aa2c-83d3bf535d0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828378 Jun 03 10:01:45.017098 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Made reservation on behalf of c01f79bef61c457a93cd4d4ce289cf54 for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:45.019502 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.028631 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.057100 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:45.102409 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Sync routers for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:45.112505 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks [] for security_group (74cec578-97cb-418f-a341-db03fde2debb), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.116179 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:45.116831 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:45.206169 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (74cec578-97cb-418f-a341-db03fde2debb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.224615 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:01:45.230226 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:45.259624 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (c1a0994a-cfdc-4eb2-8bf2-70cd9a433854), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.262267 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Added segment c1a0994a-cfdc-4eb2-8bf2-70cd9a433854 of type vlan for network e2706460-4514-4ff1-9fb9-b395efcecb56 Jun 03 10:01:45.296476 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cec578-97cb-418f-a341-db03fde2debb,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:45.316505 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (e2706460-4514-4ff1-9fb9-b395efcecb56), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.334001 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-4f105d09-2b8e-476a-8902-ebc59b77fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:45.336096 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-4f105d09-2b8e-476a-8902-ebc59b77fd0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 912 time: 0.4347653 Jun 03 10:01:45.381793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:45.411380 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (e2706460-4514-4ff1-9fb9-b395efcecb56), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.412693 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:45.413139 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.426164 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-87e29241-bf38-4fda-88d7-a3db678d1cb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 200 len: 1002 time: 0.0810947 Jun 03 10:01:45.427796 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-df93118d-a860-41e8-bc47-7bb14bb17711 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250402 Jun 03 10:01:45.465482 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:45.465854 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.482470 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2706460-4514-4ff1-9fb9-b395efcecb56,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:45.506798 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:45.514713 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network e2706460-4514-4ff1-9fb9-b395efcecb56 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:01:45.543313 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-ae7fa329-0013-411f-82a3-8d2169f9477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:45.544000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-ae7fa329-0013-411f-82a3-8d2169f9477d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.1036003 Jun 03 10:01:45.548083 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1ef53fd7-886f-48ef-9f61-d8fd2e1a24b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6477098 Jun 03 10:01:45.548753 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58074) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:45.553660 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Request body: {'subnet': {'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-462056979-subnet', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:45.583041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:43Z', 'revision_number': 2, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:45.606480 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-480d6a87-7ef4-493b-af58-4174ff0565a3 req-f754ffc5-000f-4782-988c-28efcf959eb5 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647408 Jun 03 10:01:45.628762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Checking router: 593d5759-2217-45d6-9328-879b364eadee for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:45.629125 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Updating router 593d5759-2217-45d6-9328-879b364eadee port 30ba84e3-82bc-4773-9470-f670e750336f binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:45.663444 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (30ba84e3-82bc-4773-9470-f670e750336f), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.685516 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf268a-89fe-4a60-869a-b31c9afa24ba req-206236fd-b88f-4b6c-b09a-6c0b9553604e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:45.687097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-52bf268a-89fe-4a60-869a-b31c9afa24ba req-206236fd-b88f-4b6c-b09a-6c0b9553604e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0877697 Jun 03 10:01:45.689127 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-0a483ca4-406a-4e6e-9784-830f4c91adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:45.691353 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Made reservation on behalf of c01f79bef61c457a93cd4d4ce289cf54 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:45.691719 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-0a483ca4-406a-4e6e-9784-830f4c91adc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048167 Jun 03 10:01:45.694842 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.706192 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:45.706829 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.751938 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:45.758527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-52bf268a-89fe-4a60-869a-b31c9afa24ba req-8471bcb6-edea-4fe2-bbd6-a4b8d5a6d9f2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641577 Jun 03 10:01:45.847208 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:45.896658 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:45.929167 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-8dd6a877-99e3-40a7-ac8a-140610cc8cf0 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483164 Jun 03 10:01:45.936054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063d06e-3910-4366-aba5-304462ad9ab1 req-9962ba93-6f7e-4800-93e7-0cc9e387b337 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:45.938863 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:45.944716 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2063d06e-3910-4366-aba5-304462ad9ab1 req-9962ba93-6f7e-4800-93e7-0cc9e387b337 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1027615 Jun 03 10:01:46.001618 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:46.022248 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (ee613792-fca6-46eb-aa76-ab58db6385fc), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.038385 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:46.071872 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2063d06e-3910-4366-aba5-304462ad9ab1 req-f076dc35-1c3c-4552-a5ea-a2a6563b520b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219187 Jun 03 10:01:46.098378 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f45e035-2c7d-4d22-b0d7-e9ae63ccd5ba req-ffbc3dec-fee9-4edd-a92c-81f666cf1587 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513906 Jun 03 10:01:46.126864 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee613792-fca6-46eb-aa76-ab58db6385fc,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:46.147292 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Checking segment: {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:46.152198 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Network hostable DHCP agents. Network: e2706460-4514-4ff1-9fb9-b395efcecb56, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:01:46.157696 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:46.192246 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-7c3aca25-62d1-44e3-b6ce-c0d5f5711c9e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921144121&fields=id&tenant_id=5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 267 time: 0.0474999 Jun 03 10:01:46.207856 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:46.255761 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Network e2706460-4514-4ff1-9fb9-b395efcecb56 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:01:46.272369 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Publish callbacks [] for port (30ba84e3-82bc-4773-9470-f670e750336f), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.307572 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-3a79d73c-2342-47e4-b0bb-d18b7127815e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:46.309031 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-3a79d73c-2342-47e4-b0bb-d18b7127815e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 811 time: 0.1098764 Jun 03 10:01:46.323143 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-187a3480-264f-4e99-a201-02872f2f6e51 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/quotas/5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 375 time: 0.0088530 Jun 03 10:01:46.365227 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, e2706460-4514-4ff1-9fb9-b395efcecb56) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:46.365432 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (30ba84e3-82bc-4773-9470-f670e750336f), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.377269 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-6738b506-1e50-46ca-9e16-8cde67298dbd tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495651 Jun 03 10:01:46.378516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:46.379131 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.394443 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2b150-c24b-4421-8b3c-d7081877790d None None] Network e2706460-4514-4ff1-9fb9-b395efcecb56 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:46.464377 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ac423-b5f9-44d8-9d1c-d177191df84b None None] Pushing event updated for resources: {'Port': ['ID=30ba84e3-82bc-4773-9470-f670e750336f,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:46.482803 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b00d3e70-8c07-4468-b61e-2f975decf7b8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9323475 Jun 03 10:01:46.484740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58094) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:46.490288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:46.498437 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-ff742168-f7e5-4834-a65f-e3c0d3231df4 service neutron] 10.222.0.42 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088836 Jun 03 10:01:46.573977 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Attempting to bind port 30ba84e3-82bc-4773-9470-f670e750336f on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:46.574347 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Attempting to bind port 30ba84e3-82bc-4773-9470-f670e750336f by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:46.574778 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Attempting to bind port 30ba84e3-82bc-4773-9470-f670e750336f on network 01385250-2fd5-4d81-b043-bc8409277f05 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:46.582770 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:46.583126 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Checking segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:46.583673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.584133 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Bound using segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:46.584668 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Bound port: 30ba84e3-82bc-4773-9470-f670e750336f, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:46.585120 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (30ba84e3-82bc-4773-9470-f670e750336f), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.601810 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-e2706460-4514-4ff1-9fb9-b395efcecb56', 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56', 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'fixed_ips': [{'subnet_id': 'ee613792-fca6-46eb-aa76-ab58db6385fc'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:01:46.603338 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.629060 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-372dc3a1-6a2e-412e-9fe7-9c6c0c0b5847 service neutron] 10.222.0.42 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193395 Jun 03 10:01:46.630945 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (d7bfc446-3ed8-4654-b5e5-c478fd813f05), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.632016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (d7bfc446-3ed8-4654-b5e5-c478fd813f05), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.640823 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:46.688161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks [] for router_controller (d7bfc446-3ed8-4654-b5e5-c478fd813f05), precommit_add_association {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.744501 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] For port 30ba84e3-82bc-4773-9470-f670e750336f, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:46.757183 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-2b84eeff-3375-4446-b7cf-b14398e25eaf None None] Provisioning complete for port 30ba84e3-82bc-4773-9470-f670e750336f triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:46.757554 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2b84eeff-3375-4446-b7cf-b14398e25eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (30ba84e3-82bc-4773-9470-f670e750336f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.787272 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] For port 30ba84e3-82bc-4773-9470-f670e750336f, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=30ba84e3-82bc-4773-9470-f670e750336f,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:46.829190 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-2b84eeff-3375-4446-b7cf-b14398e25eaf None None] Port 30ba84e3-82bc-4773-9470-f670e750336f cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:46.839193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Allocated IP 172.20.0.2 (e2706460-4514-4ff1-9fb9-b395efcecb56/ee613792-fca6-46eb-aa76-ab58db6385fc/e393150a-a9ad-41f3-b8b6-45dcd7922eed) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:46.898945 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:46.915211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (30ba84e3-82bc-4773-9470-f670e750336f), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.930265 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:46.936436 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27d786-5ba1-4597-bc6b-1e6f2ead4495 req-a6a1cc64-256e-432f-bb7e-a5ad5b46d5ca tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:46.937910 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0d27d786-5ba1-4597-bc6b-1e6f2ead4495 req-a6a1cc64-256e-432f-bb7e-a5ad5b46d5ca tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1068165 Jun 03 10:01:46.943145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks [] for router_gateway (d7bfc446-3ed8-4654-b5e5-c478fd813f05), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:46.998014 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0d27d786-5ba1-4597-bc6b-1e6f2ead4495 req-1b3ff6bc-0668-4628-86b3-542ed607e4db tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508332 Jun 03 10:01:47.019924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ac423-b5f9-44d8-9d1c-d177191df84b None None] Pushing event updated for resources: {'Port': ['ID=30ba84e3-82bc-4773-9470-f670e750336f,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:47.030107 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:47.030750 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:47.097538 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Publish callbacks [] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.149656 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:47.236416 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2197cd-7207-4a2e-9cf8-0ee257f98a98 req-351aaac2-4e5c-444a-9bc4-4bba0d2b3826 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:47.237957 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7b2197cd-7207-4a2e-9cf8-0ee257f98a98 req-351aaac2-4e5c-444a-9bc4-4bba0d2b3826 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0717432 Jun 03 10:01:47.264082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.308833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] Provisioning complete for port 30ba84e3-82bc-4773-9470-f670e750336f triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:47.310460 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (30ba84e3-82bc-4773-9470-f670e750336f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.364663 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Network e2706460-4514-4ff1-9fb9-b395efcecb56 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:47.376411 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:47.383167 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Pushing event updated for resources: {'Port': ['ID=e393150a-a9ad-41f3-b8b6-45dcd7922eed,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:47.408832 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:47.422061 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7b2197cd-7207-4a2e-9cf8-0ee257f98a98 req-f3198e62-5d6d-4752-85eb-28babf94732a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756742 Jun 03 10:01:47.422333 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:47.497072 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1fe5dcd2-c19b-4cfd-8381-e02cf424ee3c req-1d306697-504c-47aa-8de7-d36a2e0409b6 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0472114 Jun 03 10:01:47.505359 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks [] for router_gateway (d7bfc446-3ed8-4654-b5e5-c478fd813f05), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.531870 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.574988 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:46Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:47.577332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:47.577702 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.602090 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:47.624162 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14ea74-f1fb-4c97-8c79-8af45a91298f None None] The sync data for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi is: [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:46Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:47.626841 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Attempting to bind port e393150a-a9ad-41f3-b8b6-45dcd7922eed on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:47.627212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Attempting to bind port e393150a-a9ad-41f3-b8b6-45dcd7922eed by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:47.628189 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Attempting to bind port e393150a-a9ad-41f3-b8b6-45dcd7922eed on network e2706460-4514-4ff1-9fb9-b395efcecb56 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:47.643151 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:47.645622 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] Current status of the port 30ba84e3-82bc-4773-9470-f670e750336f is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:47.646031 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (30ba84e3-82bc-4773-9470-f670e750336f), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.650372 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:47.650776 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Checking segment: {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:47.650918 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Allocated IP 172.27.3.238 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:47.651170 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.651564 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Bound using segment: {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:47.652042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Bound port: e393150a-a9ad-41f3-b8b6-45dcd7922eed, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:47.652417 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.767991 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] For port 30ba84e3-82bc-4773-9470-f670e750336f, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=30ba84e3-82bc-4773-9470-f670e750336f,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:47.791781 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] For port e393150a-a9ad-41f3-b8b6-45dcd7922eed, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:47.805134 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks [] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.808891 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] For port e393150a-a9ad-41f3-b8b6-45dcd7922eed, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e393150a-a9ad-41f3-b8b6-45dcd7922eed,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:47.815072 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:47.851908 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (30ba84e3-82bc-4773-9470-f670e750336f), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.902189 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e92f4-3c60-4906-927e-a4e9c84c46be None None] Pushing event updated for resources: {'Port': ['ID=30ba84e3-82bc-4773-9470-f670e750336f,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:47.914984 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:47.977999 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301bca0-734f-4e0c-ba6c-74e31898a8d7 None None] Pushing event updated for resources: {'Port': ['ID=e393150a-a9ad-41f3-b8b6-45dcd7922eed,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:47.984548 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:48.036904 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:48.041403 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:48.053422 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:48.116622 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Pushing event updated for resources: {'Port': ['ID=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:48.148954 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:48.200406 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd71c3a-052e-4d2c-bc74-771cea7e9671 req-50a39feb-5483-430c-b215-e44c1c0075a1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:48.201988 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fd71c3a-052e-4d2c-bc74-771cea7e9671 req-50a39feb-5483-430c-b215-e44c1c0075a1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1128898 Jun 03 10:01:48.236772 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:48.266707 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fd71c3a-052e-4d2c-bc74-771cea7e9671 req-437207b7-0e75-4591-8963-0ba3af0e8d38 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554688 Jun 03 10:01:48.443930 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks [] for router_gateway (d7bfc446-3ed8-4654-b5e5-c478fd813f05), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:48.645626 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d09365ea-281b-4d1b-be64-94a88fbf1e85 req-f51a3e5c-00a2-4b68-b591-3eb91784e41b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0877514 Jun 03 10:01:48.686747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ba53-c852-4182-97c8-f33d995282e8 req-f8a0d36a-9386-430a-af12-e5ed8a958949 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:48.688291 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-30b1ba53-c852-4182-97c8-f33d995282e8 req-f8a0d36a-9386-430a-af12-e5ed8a958949 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.1460149 Jun 03 10:01:48.766001 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-30b1ba53-c852-4182-97c8-f33d995282e8 req-f1e7b743-d936-4023-8f1c-2a1bdb61e99c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691955 Jun 03 10:01:48.767448 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (d7bfc446-3ed8-4654-b5e5-c478fd813f05), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.007211 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:01:49.043791 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab087694-fbff-4b81-8222-a23168c73824 None None] Network e2706460-4514-4ff1-9fb9-b395efcecb56 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:01:49.082446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:49.104636 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] Provisioning complete for port e393150a-a9ad-41f3-b8b6-45dcd7922eed triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:49.105077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.222709 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Router d7bfc446-3ed8-4654-b5e5-c478fd813f05 is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:01:49.224359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] Current status of the port e393150a-a9ad-41f3-b8b6-45dcd7922eed is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:49.224753 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.264460 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] For port e393150a-a9ad-41f3-b8b6-45dcd7922eed, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e393150a-a9ad-41f3-b8b6-45dcd7922eed,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:49.404157 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:49.413545 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Sync routers for ids ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:49.422979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.424683 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Routers {'d7bfc446-3ed8-4654-b5e5-c478fd813f05'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:49.426632 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:49.440932 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f1b75-9237-4caa-928e-06836d63774d req-d2dfc77a-62c4-45f7-9c16-b7c64913de11 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:49.447545 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0e1f1b75-9237-4caa-928e-06836d63774d req-d2dfc77a-62c4-45f7-9c16-b7c64913de11 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Jun 03 10:01:49.465316 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 30ba84e3-82bc-4773-9470-f670e750336f up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:49.504597 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0e1f1b75-9237-4caa-928e-06836d63774d req-b3edfd6f-fbc5-405f-8ef3-6ea97bd5ab31 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497546 Jun 03 10:01:49.562112 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Set router d7bfc446-3ed8-4654-b5e5-c478fd813f05 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:49.620220 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.624809 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2009f27a-3888-43c8-8cda-42503ed424b6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1358521 Jun 03 10:01:49.625158 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58134) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:49.632094 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:49.652299 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-464f38ae-5cd3-450a-98b0-15c5bf1e3c3c None None] Provisioning complete for port e393150a-a9ad-41f3-b8b6-45dcd7922eed triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:49.652843 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-464f38ae-5cd3-450a-98b0-15c5bf1e3c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.678565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c97c9-9c17-49b3-9b2c-78775bf202aa None None] Pushing event updated for resources: {'Port': ['ID=e393150a-a9ad-41f3-b8b6-45dcd7922eed,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:49.702979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 30ba84e3-82bc-4773-9470-f670e750336f triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:49.703341 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (30ba84e3-82bc-4773-9470-f670e750336f), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.740445 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:01:48Z', 'revision_number': 3, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:49.768404 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Checking router: d7bfc446-3ed8-4654-b5e5-c478fd813f05 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:49.770257 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Updating router d7bfc446-3ed8-4654-b5e5-c478fd813f05 port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:49.785320 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-464f38ae-5cd3-450a-98b0-15c5bf1e3c3c None None] Current status of the port e393150a-a9ad-41f3-b8b6-45dcd7922eed is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:49.801787 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.819165 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dc346abd-f3db-4771-92bc-e651ace182ef req-d2d7a3ca-0fbc-404b-a437-421a7c0cbf73 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0592833 Jun 03 10:01:49.829057 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 30ba84e3-82bc-4773-9470-f670e750336f is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:49.830201 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e393150a-a9ad-41f3-b8b6-45dcd7922eed up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:49.886257 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:49.890232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e393150a-a9ad-41f3-b8b6-45dcd7922eed triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:49.890609 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:49.971715 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e393150a-a9ad-41f3-b8b6-45dcd7922eed is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:50.007522 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:50.097778 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Publish callbacks [] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.133626 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.188534 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.247875 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Attempting to bind port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:50.248186 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Attempting to bind port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:50.248483 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Attempting to bind port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:50.253497 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c123ef-f67f-4420-8a4b-e0091c9d2e49 None None] Pushing event updated for resources: {'Port': ['ID=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:50.257758 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:50.259798 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:50.259798 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.259798 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:50.259798 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Bound port: cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:50.259798 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.262496 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:50.294836 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:50.304099 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Allocated IP 172.20.0.1 (e2706460-4514-4ff1-9fb9-b395efcecb56/ee613792-fca6-46eb-aa76-ab58db6385fc/175f4e28-f88e-4b18-a830-d5b960b736b8) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:50.307842 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] For port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:50.310882 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] For port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:50.406559 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.409798 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks [] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.415476 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:50.460292 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Routers {'d7bfc446-3ed8-4654-b5e5-c478fd813f05'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:50.460930 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:50.520376 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c123ef-f67f-4420-8a4b-e0091c9d2e49 None None] Pushing event updated for resources: {'Port': ['ID=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:50.537179 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.571815 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] Set router d7bfc446-3ed8-4654-b5e5-c478fd813f05 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:50.587380 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Network e2706460-4514-4ff1-9fb9-b395efcecb56 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:50.589738 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:50.594070 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:50.667821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (d7bfc446-3ed8-4654-b5e5-c478fd813f05), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.668483 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d5aa-67b3-4d16-8381-ebc7691bc61e req-3d8e7dbe-9c61-4f82-a2c8-9f3f0a3fe828 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:50.673131 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c3c7d5aa-67b3-4d16-8381-ebc7691bc61e req-3d8e7dbe-9c61-4f82-a2c8-9f3f0a3fe828 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0740609 Jun 03 10:01:50.735205 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c3c7d5aa-67b3-4d16-8381-ebc7691bc61e req-26f4ca38-edeb-4dde-a91d-5e68b8aee0b4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555522 Jun 03 10:01:50.741232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Pushing event updated for resources: {'Port': ['ID=175f4e28-f88e-4b18-a830-d5b960b736b8,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:50.798372 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:01:48Z', 'revision_number': 3, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:50.908843 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432909f-d6ef-4ee2-b61e-b43887a7ed83 None None] The sync data for ids ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'] in dv-cinder-844563-1-iscsi is: [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:01:48Z', 'revision_number': 3, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:50.913665 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d370ce89-0d2f-4e71-8d60-464b85cbb33a req-4f50a643-df97-4cab-a5cd-5edcedcff2d3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0286236 Jun 03 10:01:50.922559 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-1c45246d-8fc8-43ae-a70f-60fb91d8c656 None None] Provisioning complete for port 175f4e28-f88e-4b18-a830-d5b960b736b8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:50.923561 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1c45246d-8fc8-43ae-a70f-60fb91d8c656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:50.972692 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-1c45246d-8fc8-43ae-a70f-60fb91d8c656 None None] Port 175f4e28-f88e-4b18-a830-d5b960b736b8 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:50.978160 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.075933 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-fb90c1ad-c994-4099-aa1e-f60c51ea7d46 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:51.077509 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-fb90c1ad-c994-4099-aa1e-f60c51ea7d46 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 811 time: 0.1278355 Jun 03 10:01:51.154601 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:51.177809 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-4a4e3986-b116-4355-b9a6-1f4f1dad72c1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 379 time: 0.0762794 Jun 03 10:01:51.206693 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'port': {'device_id': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'admin_state_up': True, 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'security_groups': ['ddc1ec71-403d-4ff9-aca4-e408f8d4503f']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:51.240295 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks [] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.337278 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.412995 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (d7bfc446-3ed8-4654-b5e5-c478fd813f05), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.415772 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Pushing event updated for resources: {'Port': ['ID=175f4e28-f88e-4b18-a830-d5b960b736b8,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:51.461710 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Made reservation on behalf of 5476f21b29944eb69e32a2d97b328aed for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:01:51.461710 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.463665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:51.500649 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:51.524685 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Network e2706460-4514-4ff1-9fb9-b395efcecb56 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:51.530204 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:51.541997 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:51.542567 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.630219 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:51.630944 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.656180 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:51.698247 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Router d7bfc446-3ed8-4654-b5e5-c478fd813f05 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:01:51.725712 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.727011 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e393150a-a9ad-41f3-b8b6-45dcd7922eed up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:51.736428 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Allocated IP 172.20.0.8 (cdd39ad8-1097-4745-8715-b421d9c9917f/aefefb51-44d5-4f83-a246-e1a27a9189b8/9c77efae-7eef-404e-beac-b5252e585eb9) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:01:51.803343 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:51.832772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:51.890033 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:01:51.899765 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-dd250b0f-8d58-4168-ae1d-1304b9435e94 admin admin] 10.222.0.42 "PUT /v2.0/routers/d7bfc446-3ed8-4654-b5e5-c478fd813f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2734149 Jun 03 10:01:51.966507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port e393150a-a9ad-41f3-b8b6-45dcd7922eed triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:51.967640 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.974732 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbde24-1504-4e6d-8687-51f2dd4d477f req-4302cad1-e00a-4364-956a-15a79ee67b62 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:51.979613 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-afa4f2d1-a04b-4118-aabf-9d948a6e763e None None] Provisioning complete for port 175f4e28-f88e-4b18-a830-d5b960b736b8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:51.981627 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-afa4f2d1-a04b-4118-aabf-9d948a6e763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:51.982914 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-13bbde24-1504-4e6d-8687-51f2dd4d477f req-4302cad1-e00a-4364-956a-15a79ee67b62 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0761209 Jun 03 10:01:52.084186 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-afa4f2d1-a04b-4118-aabf-9d948a6e763e None None] Port 175f4e28-f88e-4b18-a830-d5b960b736b8 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:52.104687 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-efe98e54-4aa1-4d54-b4d7-7e8a5ba2ebc5 req-8bfa063b-56b7-43ac-be27-97789f957105 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0519097 Jun 03 10:01:52.119307 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-13bbde24-1504-4e6d-8687-51f2dd4d477f req-735fd74b-63fc-4c8c-ab78-37faf2d03ce7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305010 Jun 03 10:01:52.124986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (9c77efae-7eef-404e-beac-b5252e585eb9), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.149720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port e393150a-a9ad-41f3-b8b6-45dcd7922eed is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:52.296258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.336172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Network cdd39ad8-1097-4745-8715-b421d9c9917f is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:01:52.340076 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:01:52.344877 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:01:52.350145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:52.350819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.379802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=9c77efae-7eef-404e-beac-b5252e585eb9,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:52.466574 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-41c42157-d01a-44a3-ae23-d91cfdf0d859 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2806923 Jun 03 10:01:52.474281 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58160) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:52.480122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967791514', 'description': 'tempest-secgroup-smoke-1967791514 description', 'project_id': '3c44b2575d1945e0a100fe081e5af582'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:52.499769 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Request body: {'port': {'device_id': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:52.562928 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:52.572486 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.623342 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-8fab8ad4-c114-46d9-8a2a-a34778907ea5 None None] Provisioning complete for port 9c77efae-7eef-404e-beac-b5252e585eb9 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:52.623703 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8fab8ad4-c114-46d9-8a2a-a34778907ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.647956 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.660754 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-8fab8ad4-c114-46d9-8a2a-a34778907ea5 None None] Port 9c77efae-7eef-404e-beac-b5252e585eb9 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:01:52.849190 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group (c8e2fe95-cd70-46df-a4d1-261df799048f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.894143 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Sync routers for ids ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:01:52.903747 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Routers {'d7bfc446-3ed8-4654-b5e5-c478fd813f05'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:52.904499 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:52.928327 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c77efae-7eef-404e-beac-b5252e585eb9 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:01:52.935396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:52.937311 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Publish callbacks [] for port (9c77efae-7eef-404e-beac-b5252e585eb9), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.951035 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Transition to ACTIVE for port object 9c77efae-7eef-404e-beac-b5252e585eb9 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:01:52.960050 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c8e2fe95-cd70-46df-a4d1-261df799048f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:52.988046 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:52.990418 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e2fe95-cd70-46df-a4d1-261df799048f,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:53.009288 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Set router d7bfc446-3ed8-4654-b5e5-c478fd813f05 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:53.068721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.109909 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.111201 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-09e984ea-3e00-4413-ae04-20b26b73aa30 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6359210 Jun 03 10:01:53.114475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58164) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:53.121696 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group_rule': {'security_group_id': 'c8e2fe95-cd70-46df-a4d1-261df799048f', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:53.131603 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c77efae-7eef-404e-beac-b5252e585eb9,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:53.181998 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:53.186942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Attempting to bind port 9c77efae-7eef-404e-beac-b5252e585eb9 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:53.187423 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Attempting to bind port 9c77efae-7eef-404e-beac-b5252e585eb9 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:53.187841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Attempting to bind port 9c77efae-7eef-404e-beac-b5252e585eb9 on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:53.194013 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Port 9c77efae-7eef-404e-beac-b5252e585eb9 on network cdd39ad8-1097-4745-8715-b421d9c9917f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:01:53.194477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Attempting to bind port 9c77efae-7eef-404e-beac-b5252e585eb9 on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:53.202879 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:53.203358 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Checking segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:53.203852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Bound using segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:53.204401 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Bound port: 9c77efae-7eef-404e-beac-b5252e585eb9, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:53.204843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.231772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:01:50Z', 'revision_number': 4, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '175f4e28-f88e-4b18-a830-d5b960b736b8', 'name': '', 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'mac_address': 'fa:16:3e:7a:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ee613792-fca6-46eb-aa76-ab58db6385fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:50Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 2, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'subnets': [{'id': 'ee613792-fca6-46eb-aa76-ab58db6385fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:53.248246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:53.257526 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Checking router: d7bfc446-3ed8-4654-b5e5-c478fd813f05 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:01:53.257894 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Updating router d7bfc446-3ed8-4654-b5e5-c478fd813f05 port 175f4e28-f88e-4b18-a830-d5b960b736b8 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:01:53.265514 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (2e216232-2a30-4a98-a870-07d54a733730), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.301541 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.325275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396812-96f1-48c3-a9df-74ee69e24349 req-5ee23fc0-6a77-40ec-9099-1369c26da896 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:53.332276 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3a396812-96f1-48c3-a9df-74ee69e24349 req-5ee23fc0-6a77-40ec-9099-1369c26da896 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.1307755 Jun 03 10:01:53.344019 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf54245-ebb8-4f3b-bb85-fcb0fdc6e525 req-dea0dab2-ee7c-4026-bd11-d2fd69c53e42 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:53.345479 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ccf54245-ebb8-4f3b-bb85-fcb0fdc6e525 req-dea0dab2-ee7c-4026-bd11-d2fd69c53e42 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1187100 Jun 03 10:01:53.384947 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (2e216232-2a30-4a98-a870-07d54a733730), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.409956 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] For port 9c77efae-7eef-404e-beac-b5252e585eb9, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:53.420868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:53.441818 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] For port 9c77efae-7eef-404e-beac-b5252e585eb9, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9c77efae-7eef-404e-beac-b5252e585eb9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:53.449081 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:53.469933 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3a396812-96f1-48c3-a9df-74ee69e24349 req-c86f11c4-b70b-48a7-bdb2-c3d652c6e841 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368017 Jun 03 10:01:53.474064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ccf54245-ebb8-4f3b-bb85-fcb0fdc6e525 req-26cc8f97-be06-4387-ad8b-d5a07f884afd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089225 Jun 03 10:01:53.485168 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (2e216232-2a30-4a98-a870-07d54a733730), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.503896 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e216232-2a30-4a98-a870-07d54a733730,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:53.562038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:53.562408 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.589166 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.620021 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.621146 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-798d039a-b1f7-41ea-ad22-618a904fd363 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5048525 Jun 03 10:01:53.624017 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58172) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:53.625809 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:53.626496 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.628080 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] 10.222.0.59 "PUT /v2.0/ports/9c77efae-7eef-404e-beac-b5252e585eb9 HTTP/1.1" status: 200 len: 1093 time: 1.1416953 Jun 03 10:01:53.628521 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:01:53.628619 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group_rule': {'security_group_id': 'c8e2fe95-cd70-46df-a4d1-261df799048f', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:53.630844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8983a-5c50-4196-841a-8d1497e11cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:01:53.676855 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:53.677230 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1cc032-c1a7-4eef-85fa-9c8be9d6c56f x-openstack-request-id: req-ee1cc032-c1a7-4eef-85fa-9c8be9d6c56f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:01:53.677978 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:01:53.678295 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee1cc032-c1a7-4eef-85fa-9c8be9d6c56f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:01:53.678761 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1cc032-c1a7-4eef-85fa-9c8be9d6c56f'] response: {'name': 'network-changed', 'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9', 'status': 'completed', 'code': 200} Jun 03 10:01:53.679815 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373dab9-1ad4-432a-9c95-97161ae85ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c77efae-7eef-404e-beac-b5252e585eb9,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:53.726199 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:53.734174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (9c0ed79c-77fc-4496-a27d-28e4d0a01c0b), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.789722 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Publish callbacks [] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.799043 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (9c0ed79c-77fc-4496-a27d-28e4d0a01c0b), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.885848 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.886038 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (9c0ed79c-77fc-4496-a27d-28e4d0a01c0b), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:53.906680 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0ed79c-77fc-4496-a27d-28e4d0a01c0b,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:53.940549 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051abb-2509-471f-8f41-72e6896628fa None None] Pushing event updated for resources: {'Port': ['ID=175f4e28-f88e-4b18-a830-d5b960b736b8,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:54.003148 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Attempting to bind port 175f4e28-f88e-4b18-a830-d5b960b736b8 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:01:54.004201 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Attempting to bind port 175f4e28-f88e-4b18-a830-d5b960b736b8 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:01:54.004570 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Attempting to bind port 175f4e28-f88e-4b18-a830-d5b960b736b8 on network e2706460-4514-4ff1-9fb9-b395efcecb56 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:01:54.011041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:01:54.011413 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Checking segment: {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:01:54.011818 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.012330 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Bound using segment: {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:01:54.012799 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Bound port: 175f4e28-f88e-4b18-a830-d5b960b736b8, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:01:54.013178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.034560 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.038636 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-4248044f-f51a-43c5-b1e7-5e1632f85095 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4108722 Jun 03 10:01:54.038900 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58176) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:54.043457 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group_rule': {'security_group_id': 'c8e2fe95-cd70-46df-a4d1-261df799048f', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:54.077055 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] For port 175f4e28-f88e-4b18-a830-d5b960b736b8, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:01:54.083051 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] For port 175f4e28-f88e-4b18-a830-d5b960b736b8, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=175f4e28-f88e-4b18-a830-d5b960b736b8,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:01:54.158895 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (c0453029-9379-40a0-bac2-daac78622794), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.165988 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.205654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:54.214808 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] Provisioning complete for port 175f4e28-f88e-4b18-a830-d5b960b736b8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:54.215177 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.224661 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (c0453029-9379-40a0-bac2-daac78622794), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.262750 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Routers {'d7bfc446-3ed8-4654-b5e5-c478fd813f05'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:01:54.263387 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:01:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:54.267931 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051abb-2509-471f-8f41-72e6896628fa None None] Pushing event updated for resources: {'Port': ['ID=175f4e28-f88e-4b18-a830-d5b960b736b8,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:54.331558 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (c0453029-9379-40a0-bac2-daac78622794), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.354305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0453029-9379-40a0-bac2-daac78622794,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:54.489770 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:54.512394 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] Current status of the port 175f4e28-f88e-4b18-a830-d5b960b736b8 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:54.512394 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.538586 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] Set router d7bfc446-3ed8-4654-b5e5-c478fd813f05 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:01:54.547901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.547901 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-127b097c-23b5-46fb-9e45-48d9edf5b9d8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5054765 Jun 03 10:01:54.548951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58184) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:54.554631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group_rule': {'security_group_id': 'c8e2fe95-cd70-46df-a4d1-261df799048f', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:54.588470 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] For port 175f4e28-f88e-4b18-a830-d5b960b736b8, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=175f4e28-f88e-4b18-a830-d5b960b736b8,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:01:54.649100 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313a030-2761-4fca-a898-a681e8fc4cda req-6e08a32c-b6fb-44cf-94ae-316d87c36b7c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:54.650706 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3313a030-2761-4fca-a898-a681e8fc4cda req-6e08a32c-b6fb-44cf-94ae-316d87c36b7c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0884051 Jun 03 10:01:54.656518 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fbdf8-1385-47df-b70f-791202e92348 req-729f5e61-68dd-4ac3-9b39-3d5526aecf82 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:54.657921 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa4fbdf8-1385-47df-b70f-791202e92348 req-729f5e61-68dd-4ac3-9b39-3d5526aecf82 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0945718 Jun 03 10:01:54.728275 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.743868 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3313a030-2761-4fca-a898-a681e8fc4cda req-ab7b45b4-634c-4e82-ba06-656afb228f67 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849164 Jun 03 10:01:54.747383 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa4fbdf8-1385-47df-b70f-791202e92348 req-7e34054a-002b-46d7-86ae-84b00b3f82c7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821190 Jun 03 10:01:54.748030 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (89bf8b18-8d0d-437c-8bf8-886e53501920), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.773628 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:54.782765 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:01:50Z', 'revision_number': 4, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '175f4e28-f88e-4b18-a830-d5b960b736b8', 'name': '', 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'mac_address': 'fa:16:3e:7a:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ee613792-fca6-46eb-aa76-ab58db6385fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:50Z', 'updated_at': '2022-06-03T10:01:54Z', 'revision_number': 4, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'subnets': [{'id': 'ee613792-fca6-46eb-aa76-ab58db6385fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:01:54.816527 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39433ec3-7531-42f9-bcd8-ab3ebfbf9dc0 None None] The sync data for ids ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'] in dv-cinder-844563-1-iscsi is: [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:01:50Z', 'revision_number': 4, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '175f4e28-f88e-4b18-a830-d5b960b736b8', 'name': '', 'network_id': 'e2706460-4514-4ff1-9fb9-b395efcecb56', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'mac_address': 'fa:16:3e:7a:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ee613792-fca6-46eb-aa76-ab58db6385fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:50Z', 'updated_at': '2022-06-03T10:01:54Z', 'revision_number': 4, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'subnets': [{'id': 'ee613792-fca6-46eb-aa76-ab58db6385fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:01:54.818375 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (89bf8b18-8d0d-437c-8bf8-886e53501920), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.827004 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b3b79-b922-46f7-8b04-f8e609b1a4c1 None None] Pushing event updated for resources: {'Port': ['ID=175f4e28-f88e-4b18-a830-d5b960b736b8,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:54.846794 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-28c44a85-4c69-4af8-86ca-46778619295f None None] Provisioning complete for port 175f4e28-f88e-4b18-a830-d5b960b736b8 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:54.847174 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-28c44a85-4c69-4af8-86ca-46778619295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.875481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (89bf8b18-8d0d-437c-8bf8-886e53501920), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.900439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bf8b18-8d0d-437c-8bf8-886e53501920,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:54.945376 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-28c44a85-4c69-4af8-86ca-46778619295f None None] Current status of the port 175f4e28-f88e-4b18-a830-d5b960b736b8 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:54.962736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:54.964235 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-934ac7e3-b762-4f04-8d6d-f8d6a13f9c66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4141648 Jun 03 10:01:54.967136 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58186) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:54.971844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group_rule': {'security_group_id': 'c8e2fe95-cd70-46df-a4d1-261df799048f', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:55.051311 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.securitygroups_db [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Project 3c44b2575d1945e0a100fe081e5af582 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 10:01:55.057290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (fa2232f3-8331-4a2f-96d6-0e74081dd65f), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.121698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (fa2232f3-8331-4a2f-96d6-0e74081dd65f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.222586 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (fa2232f3-8331-4a2f-96d6-0e74081dd65f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.242138 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2232f3-8331-4a2f-96d6-0e74081dd65f,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:55.340419 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 175f4e28-f88e-4b18-a830-d5b960b736b8 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:01:55.345274 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.347202 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b1b181df-0965-4b6e-845f-3ab1e4276693 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3791139 Jun 03 10:01:55.350084 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58188) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:01:55.355444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'security_group_rule': {'security_group_id': 'c8e2fe95-cd70-46df-a4d1-261df799048f', 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:01:55.394940 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 175f4e28-f88e-4b18-a830-d5b960b736b8 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:01:55.395347 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.445863 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.securitygroups_db [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Project 3c44b2575d1945e0a100fe081e5af582 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 10:01:55.451855 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (ec96918e-2717-4eb1-9d76-3c098991e29f), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.470634 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 175f4e28-f88e-4b18-a830-d5b960b736b8 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:01:55.517732 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (ec96918e-2717-4eb1-9d76-3c098991e29f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.612508 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8983a-5c50-4196-841a-8d1497e11cb3 req-e2c6ea1c-aaa9-479c-b663-582cfbce5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:55.614146 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2f8983a-5c50-4196-841a-8d1497e11cb3 req-e2c6ea1c-aaa9-479c-b663-582cfbce5ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 1127 time: 0.0442636 Jun 03 10:01:55.640623 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:55.704984 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (ec96918e-2717-4eb1-9d76-3c098991e29f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.734024 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8983a-5c50-4196-841a-8d1497e11cb3 req-1ebf2c62-306b-4831-80f4-fbcdf4c4c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:55.735499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2f8983a-5c50-4196-841a-8d1497e11cb3 req-1ebf2c62-306b-4831-80f4-fbcdf4c4c861 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5476f21b29944eb69e32a2d97b328aed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1145458 Jun 03 10:01:55.739972 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec96918e-2717-4eb1-9d76-3c098991e29f,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:01:55.855808 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:55.924265 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:01:55.925441 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-1fc088bf-59b8-4418-994a-647be821ccc8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5742266 Jun 03 10:01:55.958645 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d5c4-c7e6-48e3-9027-9a549fc1867f req-29891b7a-41a1-4614-aed8-f37dc3a86e0b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:55.960114 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eea2d5c4-c7e6-48e3-9027-9a549fc1867f req-29891b7a-41a1-4614-aed8-f37dc3a86e0b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.1326013 Jun 03 10:01:55.966548 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebbfa-05d4-4e8a-9af4-da5eb3524c1b req-2ef2cec5-0062-451e-8c9a-fa3d6c0db63b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:55.967980 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5ebebbfa-05d4-4e8a-9af4-da5eb3524c1b req-2ef2cec5-0062-451e-8c9a-fa3d6c0db63b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.1382937 Jun 03 10:01:56.042439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8983a-5c50-4196-841a-8d1497e11cb3 req-debd859c-fdc7-495f-b8e5-9cc2c5411872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:56.044032 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2f8983a-5c50-4196-841a-8d1497e11cb3 req-debd859c-fdc7-495f-b8e5-9cc2c5411872 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261946 Jun 03 10:01:56.070576 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eea2d5c4-c7e6-48e3-9027-9a549fc1867f req-43a97119-6936-4182-b318-e6bcfcd36504 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016257 Jun 03 10:01:56.074509 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5ebebbfa-05d4-4e8a-9af4-da5eb3524c1b req-75501531-7944-45e5-a1b4-3428f9274e53 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987022 Jun 03 10:01:56.144579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-e74de469-f263-4dcc-8686-f3cfc0c01586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:56.146115 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-e74de469-f263-4dcc-8686-f3cfc0c01586 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 1127 time: 0.0415697 Jun 03 10:01:56.189212 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-dbf660b1-f86a-475f-81b6-8ce125a3a8b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77efae-7eef-404e-beac-b5252e585eb9 HTTP/1.1" status: 200 len: 217 time: 0.0362055 Jun 03 10:01:56.238152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-6db053d0-b4a2-4314-835c-57468f5648b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:56.239632 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-6db053d0-b4a2-4314-835c-57468f5648b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0449579 Jun 03 10:01:56.286604 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5135-e694-40da-9b45-375384d2ddde req-1e89420a-fb37-4bbc-b168-e48abc80f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:56.288034 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-1e89420a-fb37-4bbc-b168-e48abc80f7ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406971 Jun 03 10:01:56.381480 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-8028448e-da6c-49c8-baa2-bc6ea7a5055d service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869524 Jun 03 10:01:56.398017 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:01:56.472596 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8bc5135-e694-40da-9b45-375384d2ddde req-e8399a3a-8b7c-4c27-bf7d-8a2085ef2b00 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817385 Jun 03 10:01:57.222947 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e449635-32af-4d6e-8507-22260276df87 req-17a7b653-0b87-4691-9bbc-ec76eebdb134 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:57.224425 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9e449635-32af-4d6e-8507-22260276df87 req-17a7b653-0b87-4691-9bbc-ec76eebdb134 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0783803 Jun 03 10:01:57.246512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a45dc-44d5-4bf1-8dbc-397aa55f4eec req-742a8041-8fab-4df8-90e4-84893b1120df tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:57.247937 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c72a45dc-44d5-4bf1-8dbc-397aa55f4eec req-742a8041-8fab-4df8-90e4-84893b1120df tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0733037 Jun 03 10:01:57.322413 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9e449635-32af-4d6e-8507-22260276df87 req-9b441e0e-9f8e-463a-b925-51abecbdc5e4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914991 Jun 03 10:01:57.327179 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c72a45dc-44d5-4bf1-8dbc-397aa55f4eec req-18883e84-4931-4832-99b0-3c62d0096049 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717819 Jun 03 10:01:58.470776 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781870-8956-4aa2-99d4-b12a0b63399d req-8997bc7c-c17c-4808-8f24-5fbc305578f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:58.472247 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57781870-8956-4aa2-99d4-b12a0b63399d req-8997bc7c-c17c-4808-8f24-5fbc305578f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0787218 Jun 03 10:01:58.492611 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509fdf4-a077-4727-befe-0529556bf664 req-d6799ddb-bf43-4456-941c-888a0c5f51b0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:58.494219 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8509fdf4-a077-4727-befe-0529556bf664 req-d6799ddb-bf43-4456-941c-888a0c5f51b0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0894322 Jun 03 10:01:58.563176 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57781870-8956-4aa2-99d4-b12a0b63399d req-158af277-873e-4ac9-9059-73a0f7466a13 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852187 Jun 03 10:01:58.570012 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8509fdf4-a077-4727-befe-0529556bf664 req-56fb6737-224e-44b0-804d-a138916b846d tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687413 Jun 03 10:01:59.706810 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dec8c-65c6-4105-9a4b-ca82a77940ff req-92c460e1-dd86-4cd3-822e-6c1e1b973010 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:59.708281 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b98dec8c-65c6-4105-9a4b-ca82a77940ff req-92c460e1-dd86-4cd3-822e-6c1e1b973010 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0770957 Jun 03 10:01:59.720786 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33922dcd-d1bf-4b1d-a0c6-dc1ff2d17983 req-b91e49a2-7582-46f6-b033-271c88c920a8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:01:59.722625 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-33922dcd-d1bf-4b1d-a0c6-dc1ff2d17983 req-b91e49a2-7582-46f6-b033-271c88c920a8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0784712 Jun 03 10:01:59.805728 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b98dec8c-65c6-4105-9a4b-ca82a77940ff req-09dadeb9-7e96-47a4-a587-08e3b43cfc59 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819695 Jun 03 10:01:59.809756 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-33922dcd-d1bf-4b1d-a0c6-dc1ff2d17983 req-51277be6-eafd-49c5-81f9-2d47eb0a8fb8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782247 Jun 03 10:02:00.954648 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40d872-bb25-4eb1-9305-619fc5365d97 req-03eff67e-baf8-4dec-ab1f-1577bcfd4ff4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:00.956468 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ef40d872-bb25-4eb1-9305-619fc5365d97 req-03eff67e-baf8-4dec-ab1f-1577bcfd4ff4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0775962 Jun 03 10:02:00.968700 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c6a53-976e-4e45-b30b-b14661202b2b req-6c882150-3e46-48b4-bce6-c3849330c117 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:00.970183 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-341c6a53-976e-4e45-b30b-b14661202b2b req-6c882150-3e46-48b4-bce6-c3849330c117 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0813868 Jun 03 10:02:01.045382 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ef40d872-bb25-4eb1-9305-619fc5365d97 req-c3a18dcf-5dc3-487f-8884-770b0c803675 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741854 Jun 03 10:02:01.060010 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-341c6a53-976e-4e45-b30b-b14661202b2b req-789f5d1b-b53a-40ea-81ff-93c782a67385 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735509 Jun 03 10:02:02.185775 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d4f3-0a92-4067-ae16-6a60ec8806fd req-3a78d55d-3df6-4946-8487-7f99738a0e3d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:02.187329 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9824d4f3-0a92-4067-ae16-6a60ec8806fd req-3a78d55d-3df6-4946-8487-7f99738a0e3d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0757627 Jun 03 10:02:02.207089 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780b35d-a054-4ad7-8f43-50208156c639 req-82b417ab-6de7-4d26-8175-cd4e29750079 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:02.208488 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a780b35d-a054-4ad7-8f43-50208156c639 req-82b417ab-6de7-4d26-8175-cd4e29750079 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0674422 Jun 03 10:02:02.267221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:02.290343 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9824d4f3-0a92-4067-ae16-6a60ec8806fd req-56a289dc-437d-4ee4-895e-650096a6afca tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856228 Jun 03 10:02:02.290343 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a780b35d-a054-4ad7-8f43-50208156c639 req-a0056196-5346-4eca-851f-00a6ab1f1ed6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665529 Jun 03 10:02:03.374889 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:03.430500 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41e501-0d90-4d7f-8a92-4d96fa1ed39c req-b97ed5bc-6db2-4ad1-bdef-848a739f30a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:03.432660 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7a41e501-0d90-4d7f-8a92-4d96fa1ed39c req-b97ed5bc-6db2-4ad1-bdef-848a739f30a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0819252 Jun 03 10:02:03.440508 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c73f4-e482-4c6f-b4a1-087beffd74a7 req-d768f4e5-fbc0-4b6c-aff1-0113ac828a1f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:03.441860 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6d3c73f4-e482-4c6f-b4a1-087beffd74a7 req-d768f4e5-fbc0-4b6c-aff1-0113ac828a1f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0812681 Jun 03 10:02:03.512268 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7a41e501-0d90-4d7f-8a92-4d96fa1ed39c req-00f61dc3-71f8-4bdc-8959-bad55fcf0d54 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692456 Jun 03 10:02:03.526209 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6d3c73f4-e482-4c6f-b4a1-087beffd74a7 req-1e7aad80-fecf-4ce3-ba6b-71477f880204 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772552 Jun 03 10:02:04.354293 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:04.660774 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c947f6-1b67-4558-97f5-f584d366346d req-eae72924-c7b8-42a6-81d5-acf1d7222b2a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:04.662380 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-94c947f6-1b67-4558-97f5-f584d366346d req-eae72924-c7b8-42a6-81d5-acf1d7222b2a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0766339 Jun 03 10:02:04.676695 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e513e-1c9a-4d8b-b53a-4220b7a455dd req-dbf16cae-1484-48ac-9c1c-cf1c675d6f66 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:04.678149 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea8e513e-1c9a-4d8b-b53a-4220b7a455dd req-dbf16cae-1484-48ac-9c1c-cf1c675d6f66 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0809395 Jun 03 10:02:04.745298 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-94c947f6-1b67-4558-97f5-f584d366346d req-7e719013-1584-435f-9010-29583322ca48 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763233 Jun 03 10:02:04.760185 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea8e513e-1c9a-4d8b-b53a-4220b7a455dd req-8e07f494-5df4-4e17-9349-5c38f7c9aefc tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753086 Jun 03 10:02:05.464649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=16 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:05.466613 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=54 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:05.891288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82580b69-da0c-46ee-b728-7ab1df330cbe req-78d5b07b-12cb-409a-be56-965eeb017a0b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:05.892784 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-82580b69-da0c-46ee-b728-7ab1df330cbe req-78d5b07b-12cb-409a-be56-965eeb017a0b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0792234 Jun 03 10:02:05.904104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbdd9b-b2e9-4857-866a-492d45fd0ed1 req-831ffe28-5c6c-40f5-9e74-34f372f0e232 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:05.905488 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1ffbdd9b-b2e9-4857-866a-492d45fd0ed1 req-831ffe28-5c6c-40f5-9e74-34f372f0e232 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0642951 Jun 03 10:02:05.982856 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-82580b69-da0c-46ee-b728-7ab1df330cbe req-9bef0fc0-2ea0-46c2-9930-0e06048d8548 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763435 Jun 03 10:02:05.986030 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1ffbdd9b-b2e9-4857-866a-492d45fd0ed1 req-8ab5d5e6-0f45-46ed-b13d-55587dd44cd9 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737858 Jun 03 10:02:06.266849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85241f-2b2c-42b1-9a85-262fcc37de0e req-492e4e9e-124d-42c5-832a-fd1939b8bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:06.268322 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e85241f-2b2c-42b1-9a85-262fcc37de0e req-492e4e9e-124d-42c5-832a-fd1939b8bb59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.0400391 Jun 03 10:02:06.315920 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e85241f-2b2c-42b1-9a85-262fcc37de0e req-d823eb69-4cc1-4517-ad01-b669ff081f20 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Jun 03 10:02:06.432735 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0178c0f9-7f25-49a4-8b33-05a314118b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:07.044660 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:07.049715 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=6 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:07.126373 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa8c4d-1534-4ebe-b400-8a3084a71678 req-5665584d-47de-4100-ba15-6025de01c1bb tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:07.127844 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-23aa8c4d-1534-4ebe-b400-8a3084a71678 req-5665584d-47de-4100-ba15-6025de01c1bb tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.0770977 Jun 03 10:02:07.136339 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c68f-1ff2-402a-9f3f-227c978dd8e9 req-bc22758a-5037-467c-9669-638838572d89 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:07.137704 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aba6c68f-1ff2-402a-9f3f-227c978dd8e9 req-bc22758a-5037-467c-9669-638838572d89 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0746496 Jun 03 10:02:07.214212 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-23aa8c4d-1534-4ebe-b400-8a3084a71678 req-45937254-be73-4913-a319-f5d93daa1e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754917 Jun 03 10:02:07.221955 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aba6c68f-1ff2-402a-9f3f-227c978dd8e9 req-31a56d1f-e6d8-47b0-a1c2-e5fb95ba2d8e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752041 Jun 03 10:02:08.616236 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d68260-6886-4ed1-a9cf-f875251cb457 req-8f00b452-e066-43cf-9aef-cdcd680bd1d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:08.617615 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7d68260-6886-4ed1-a9cf-f875251cb457 req-8f00b452-e066-43cf-9aef-cdcd680bd1d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 943 time: 0.3347254 Jun 03 10:02:08.628344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f1ef7-a499-44c8-be2f-a06ce55c0d87 req-16107e97-7501-4c0c-bdaf-a5a58c639fdd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:08.629724 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8f5f1ef7-a499-44c8-be2f-a06ce55c0d87 req-16107e97-7501-4c0c-bdaf-a5a58c639fdd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.3372307 Jun 03 10:02:08.636793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:08.704851 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9c77efae-7eef-404e-beac-b5252e585eb9 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:02:08.710898 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7d68260-6886-4ed1-a9cf-f875251cb457 req-bd93a6c0-5b99-4017-a6c4-72df88cb9a35 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802042 Jun 03 10:02:08.727689 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8f5f1ef7-a499-44c8-be2f-a06ce55c0d87 req-3e9deee0-04ff-4417-904d-b6efdc815941 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840549 Jun 03 10:02:08.805284 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 9c77efae-7eef-404e-beac-b5252e585eb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9c77efae-7eef-404e-beac-b5252e585eb9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:08.816703 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '9c77efae-7eef-404e-beac-b5252e585eb9', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'port_id': '9c77efae-7eef-404e-beac-b5252e585eb9', 'mac_address': 'fa:16:3e:64:d2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:02:08.846413 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2a440732-fe2c-489a-b9ca-96d7b81b9d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:08.860092 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 9c77efae-7eef-404e-beac-b5252e585eb9 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:08.860470 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:08.873950 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c77efae-7eef-404e-beac-b5252e585eb9 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:08.894747 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 9c77efae-7eef-404e-beac-b5252e585eb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9c77efae-7eef-404e-beac-b5252e585eb9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:08.969736 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:09.015987 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=9c77efae-7eef-404e-beac-b5252e585eb9,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:09.330006 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9c77efae-7eef-404e-beac-b5252e585eb9'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:02:09.842124 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:09.863284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bf9d9-a22e-4c42-a0f6-77460218ae95 req-c13acadb-d304-4994-b3bd-798f65ece2e2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:09.864771 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a6bf9d9-a22e-4c42-a0f6-77460218ae95 req-c13acadb-d304-4994-b3bd-798f65ece2e2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0808668 Jun 03 10:02:09.873635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f64fa-aee7-4172-adbd-2e43991ccb8b req-36f27bca-3af4-43a1-8a92-ead53dadad90 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:09.875081 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d70f64fa-aee7-4172-adbd-2e43991ccb8b req-36f27bca-3af4-43a1-8a92-ead53dadad90 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 944 time: 0.0792406 Jun 03 10:02:09.946168 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a6bf9d9-a22e-4c42-a0f6-77460218ae95 req-4179ec2c-c257-4738-9bbf-8349d3e5bf90 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700097 Jun 03 10:02:09.959676 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d70f64fa-aee7-4172-adbd-2e43991ccb8b req-8beb0224-dbd6-4329-8ce9-59f40800f05f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775247 Jun 03 10:02:10.005178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:10.507288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954401e7-64c5-43f6-b50b-48380535bf12 req-620e9e0b-0504-4389-9d0c-ffc0adfe7f14 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:10.508775 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-954401e7-64c5-43f6-b50b-48380535bf12 req-620e9e0b-0504-4389-9d0c-ffc0adfe7f14 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0484185 Jun 03 10:02:10.561961 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-954401e7-64c5-43f6-b50b-48380535bf12 req-10c75ba2-0520-4a43-bb9c-146b32bdbede tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473540 Jun 03 10:02:10.602813 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-6fdb9a8e-45e7-4de9-8517-3e0ac7bccb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:10.604897 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-6fdb9a8e-45e7-4de9-8517-3e0ac7bccb7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.0419948 Jun 03 10:02:10.701823 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-c4fdc641-5348-4f1b-a0a9-f8ecbb7e5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:10.703314 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-c4fdc641-5348-4f1b-a0a9-f8ecbb7e5ef5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.0887144 Jun 03 10:02:10.716853 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9c77efae-7eef-404e-beac-b5252e585eb9 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:02:10.762164 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 9c77efae-7eef-404e-beac-b5252e585eb9 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:02:10.785916 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-56f6db3f-bca1-4afa-8dbf-d0e5ffaa0f08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 1001 time: 0.0605445 Jun 03 10:02:10.836309 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-bbe8b58a-5131-4c13-a365-553e5cb18463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:10.838313 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-bbe8b58a-5131-4c13-a365-553e5cb18463 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0450668 Jun 03 10:02:10.854996 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 9c77efae-7eef-404e-beac-b5252e585eb9 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:02:10.855446 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:10.886491 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-57d4c0b3-d295-4dbd-b8e1-0e6b51fefb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:10.888081 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-57d4c0b3-d295-4dbd-b8e1-0e6b51fefb89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418968 Jun 03 10:02:10.921616 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:10.928438 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 9c77efae-7eef-404e-beac-b5252e585eb9 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:10.928821 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:10.951636 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:10.953908 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9d9cad-558d-4513-a1a7-4d5b8c1f917e" -d '{"events": [{"server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "name": "network-vif-plugged", "status": "completed", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:10.966764 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 9c77efae-7eef-404e-beac-b5252e585eb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9c77efae-7eef-404e-beac-b5252e585eb9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:10.996128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdb482-e985-41c3-be6e-84c9a1d09122 x-openstack-request-id: req-62bdb482-e985-41c3-be6e-84c9a1d09122 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:10.996431 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "name": "network-vif-plugged", "status": "completed", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:10.996682 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62bdb482-e985-41c3-be6e-84c9a1d09122 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:10.997075 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bdb482-e985-41c3-be6e-84c9a1d09122'] response: {'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9', 'code': 200} Jun 03 10:02:11.003809 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-3ac9917d-bb6e-4305-aef1-0316381caf49 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942099 Jun 03 10:02:11.062383 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:11.090169 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:11.114820 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=9c77efae-7eef-404e-beac-b5252e585eb9,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:11.121651 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa0ce-ed0c-44ac-9ae0-411242f64f90 req-2233f001-8544-44d6-93ce-d3b0bfdf6bb3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:11.123862 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-86daa0ce-ed0c-44ac-9ae0-411242f64f90 req-2233f001-8544-44d6-93ce-d3b0bfdf6bb3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0849681 Jun 03 10:02:11.179585 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-873f9c73-f1cb-4caa-8585-ca0a817557e0 req-6253f443-cc74-49aa-b9a4-9b11b755a373 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602862 Jun 03 10:02:11.192974 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-86daa0ce-ed0c-44ac-9ae0-411242f64f90 req-83e6f44f-8404-4c9c-a110-f0e51d2b9bdc tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632658 Jun 03 10:02:11.314492 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:11.682824 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062e06-7699-4063-9b38-2b750a5a1cfc req-9d62fabd-fc2b-485e-9f88-4d975dd03638 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:11.684284 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-52062e06-7699-4063-9b38-2b750a5a1cfc req-9d62fabd-fc2b-485e-9f88-4d975dd03638 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Jun 03 10:02:11.726617 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:11.734300 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-52062e06-7699-4063-9b38-2b750a5a1cfc req-af40fefa-6c04-4a10-98f7-5402144812b6 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Jun 03 10:02:12.154872 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d4e43-41a1-44ce-a6c9-1170466b7609 req-fd2a873b-656c-4b84-93dd-0bfe0d2305a3 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:12.156312 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4b0d4e43-41a1-44ce-a6c9-1170466b7609 req-fd2a873b-656c-4b84-93dd-0bfe0d2305a3 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0506346 Jun 03 10:02:12.202378 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4b0d4e43-41a1-44ce-a6c9-1170466b7609 req-e81e5eeb-92a2-4147-b47d-b5895f89f014 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Jun 03 10:02:12.309391 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2ce34-91f4-4e62-bf36-86acbe06a9d3 req-a856dce8-60c7-4ce0-b40d-4ae54cac283d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:12.310771 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9cf2ce34-91f4-4e62-bf36-86acbe06a9d3 req-a856dce8-60c7-4ce0-b40d-4ae54cac283d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0469313 Jun 03 10:02:12.358074 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9cf2ce34-91f4-4e62-bf36-86acbe06a9d3 req-b88843d3-9e57-4561-893a-424d8b761b4d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Jun 03 10:02:12.810915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:12.850852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294680f-5853-485e-be2b-6def766382a8 req-63ad10a0-f624-4f56-aa77-c3a61435e3ed tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:12.852556 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6294680f-5853-485e-be2b-6def766382a8 req-63ad10a0-f624-4f56-aa77-c3a61435e3ed tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0502229 Jun 03 10:02:12.885658 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:12.909628 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6294680f-5853-485e-be2b-6def766382a8 req-25fe4790-b276-498f-9bbe-424c28d0c29f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506799 Jun 03 10:02:13.314421 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d3da-1e40-46f9-a388-969ba40289a5 req-1b324b3d-1b76-4ef0-81d8-3c6244b8cc51 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:13.315852 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b6d6d3da-1e40-46f9-a388-969ba40289a5 req-1b324b3d-1b76-4ef0-81d8-3c6244b8cc51 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0464239 Jun 03 10:02:13.361799 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b6d6d3da-1e40-46f9-a388-969ba40289a5 req-d9d56571-20b7-48da-8a0f-5914368f9394 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Jun 03 10:02:13.468013 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d66a9-fede-426b-9325-7ff8b9c381d7 req-71a37629-9369-4f1b-8207-a7b261a78d9c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:13.469459 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-462d66a9-fede-426b-9325-7ff8b9c381d7 req-71a37629-9369-4f1b-8207-a7b261a78d9c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0459750 Jun 03 10:02:13.518796 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-462d66a9-fede-426b-9325-7ff8b9c381d7 req-41b4ea54-c9cb-4f50-b37f-bf9dc906f32f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436294 Jun 03 10:02:14.024672 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20549113-b19d-4670-9b05-eec95d56bdf0 req-91692ddc-7c09-4d9f-bd61-542abac85c02 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:14.026138 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-20549113-b19d-4670-9b05-eec95d56bdf0 req-91692ddc-7c09-4d9f-bd61-542abac85c02 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0508006 Jun 03 10:02:14.072386 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-20549113-b19d-4670-9b05-eec95d56bdf0 req-64021dc0-df36-408f-932f-00f8824e06c1 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 Jun 03 10:02:14.079259 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:14.504533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca383-6b33-4243-aa17-9c10bbac689c req-74720261-672f-43bb-8a99-536a655f4eb4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:14.506072 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8e3ca383-6b33-4243-aa17-9c10bbac689c req-74720261-672f-43bb-8a99-536a655f4eb4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0735993 Jun 03 10:02:14.512248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1a07c-9b88-4014-b9ab-7bfdd1fc6a7f req-f50f18d4-3eb8-49db-91f4-ccb1582a7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:14.516647 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-39f1a07c-9b88-4014-b9ab-7bfdd1fc6a7f req-f50f18d4-3eb8-49db-91f4-ccb1582a7634 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 1129 time: 0.0535223 Jun 03 10:02:14.559898 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8e3ca383-6b33-4243-aa17-9c10bbac689c req-e54d4cab-0f18-42c1-aec2-09635bd94f01 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452688 Jun 03 10:02:14.659841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff4902-5e82-46b7-b21e-ef8603f018fc req-78ecf02a-3176-41ed-83d7-78270ab5a7d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:14.666965 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0ff4902-5e82-46b7-b21e-ef8603f018fc req-78ecf02a-3176-41ed-83d7-78270ab5a7d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0726383 Jun 03 10:02:14.671845 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-39f1a07c-9b88-4014-b9ab-7bfdd1fc6a7f req-6c09951f-eec2-4ec4-899d-ca00b12ff297 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946994 Jun 03 10:02:14.724790 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0ff4902-5e82-46b7-b21e-ef8603f018fc req-fdd38292-462e-4624-bac6-90a592eccb80 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566821 Jun 03 10:02:14.791107 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-35bd3612-f4ce-4988-83b7-7672a94ae790 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967791514&fields=id&tenant_id=3c44b2575d1945e0a100fe081e5af582 HTTP/1.1" status: 200 len: 267 time: 0.0565298 Jun 03 10:02:14.886592 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:14.917221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-0107341c-4cf2-43db-a90c-a91ba7890374 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:14.918623 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-0107341c-4cf2-43db-a90c-a91ba7890374 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 807 time: 0.1214454 Jun 03 10:02:14.934077 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-438845eb-51d3-461f-96fd-54ed681c8cb4 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/quotas/3c44b2575d1945e0a100fe081e5af582 HTTP/1.1" status: 200 len: 375 time: 0.0100353 Jun 03 10:02:14.982562 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-b6914327-b6d3-4a0e-b2e6-945f1b52ccf5 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437286 Jun 03 10:02:15.080058 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f4cd4015-9497-48a2-847e-08feca1e9aaf service neutron] 10.222.0.42 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867310 Jun 03 10:02:15.136342 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:15.205869 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427883-b2cd-4286-87f5-4d7ed972b3fd req-3b387dd3-c8ec-47c2-9193-161614888bbe tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:15.207246 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b4427883-b2cd-4286-87f5-4d7ed972b3fd req-3b387dd3-c8ec-47c2-9193-161614888bbe tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0684173 Jun 03 10:02:15.210723 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-80fad100-cabb-4f9f-88f3-848679b7baef service neutron] 10.222.0.42 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251369 Jun 03 10:02:15.254393 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b4427883-b2cd-4286-87f5-4d7ed972b3fd req-73a6fe6a-edcd-4f27-afe3-f2915d17acbf tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Jun 03 10:02:15.364282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fd688-1e25-4bd8-a368-1c2c721dfb7a req-ae3b1fea-b52e-45e3-83cc-08bd9ef1c49a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:15.365796 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-571fd688-1e25-4bd8-a368-1c2c721dfb7a req-ae3b1fea-b52e-45e3-83cc-08bd9ef1c49a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0467596 Jun 03 10:02:15.378452 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58456) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:15.398020 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Request body: {'floatingip': {'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:15.450795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-f9d7dd91-987a-47c7-a3cd-64a29b629893 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:15.452223 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-f9d7dd91-987a-47c7-a3cd-64a29b629893 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0854652 Jun 03 10:02:15.466272 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:15.708344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658935ed-22b9-4ae9-85d5-2775807acddf req-485b4fd2-475c-4f27-b7e7-79e3cd07331e tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:15.709782 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-658935ed-22b9-4ae9-85d5-2775807acddf req-485b4fd2-475c-4f27-b7e7-79e3cd07331e tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 946 time: 0.0616953 Jun 03 10:02:15.916184 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-658935ed-22b9-4ae9-85d5-2775807acddf req-3221c5a1-cbaa-4af4-9b01-0df060b949be tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937537 Jun 03 10:02:16.024738 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd96c-88e5-4406-8f2d-140b0fc013bc req-9c79ce87-2201-4d92-8efa-72071ec8d9f1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:16.026739 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87abd96c-88e5-4406-8f2d-140b0fc013bc req-9c79ce87-2201-4d92-8efa-72071ec8d9f1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.1549900 Jun 03 10:02:16.037048 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1247fa9d-08db-4ef6-942e-4e20be50873b req-c722b341-059a-4a62-9b46-d86104bb82c0 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 210 time: 0.0640934 Jun 03 10:02:16.056038 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:16.075806 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Deleting port a2d8efb0-adea-4506-ba70-c181d5230749 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:02:16.076140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.170938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:16.214684 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87abd96c-88e5-4406-8f2d-140b0fc013bc req-a5bed6f6-0dcc-4d9d-bd38-587485a2ac6f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817415 Jun 03 10:02:16.222739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.240240 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] For port a2d8efb0-adea-4506-ba70-c181d5230749, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a2d8efb0-adea-4506-ba70-c181d5230749,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:16.240599 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.253186 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Calling delete_port for a2d8efb0-adea-4506-ba70-c181d5230749 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:02:16.356298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.798475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Router 4d63e539-9079-492c-80c5-c1d8ad3a3edb has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:02:16.807543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (a2d8efb0-adea-4506-ba70-c181d5230749), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.893190 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Pushing event deleted for resources: {'Port': ['ID=a2d8efb0-adea-4506-ba70-c181d5230749,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:16.897723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:16.953201 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] No DVR routers for this DVR port a2d8efb0-adea-4506-ba70-c181d5230749 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:02:16.956849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.960311 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c3ffb65-a7cd-48af-b931-14f820ecc600 req-1b94a262-aa18-4c04-aac8-03ef1f17738c tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "DELETE /v2.0/ports/a2d8efb0-adea-4506-ba70-c181d5230749 HTTP/1.1" status: 204 len: 173 time: 1.1652973 Jun 03 10:02:16.960750 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'name': 'network-vif-deleted', 'tag': 'a2d8efb0-adea-4506-ba70-c181d5230749'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:16.963060 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39887380-172e-4cd1-bad6-dfd28e6d819f" -d '{"events": [{"server_uuid": "dce70d56-25df-45f6-b6cc-6c97ca1ae107", "name": "network-vif-deleted", "tag": "a2d8efb0-adea-4506-ba70-c181d5230749"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:16.980594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:02:16.985632 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:16.990614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] Sync routers for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:02:17.005750 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:17.006398 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:17.025083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e9345-200d-4703-9193-d351356e843e x-openstack-request-id: req-208e9345-200d-4703-9193-d351356e843e {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:17.025367 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce70d56-25df-45f6-b6cc-6c97ca1ae107", "name": "network-vif-deleted", "tag": "a2d8efb0-adea-4506-ba70-c181d5230749", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:17.025601 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-208e9345-200d-4703-9193-d351356e843e {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:17.026017 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208e9345-200d-4703-9193-d351356e843e'] response: {'server_uuid': 'dce70d56-25df-45f6-b6cc-6c97ca1ae107', 'name': 'network-vif-deleted', 'tag': 'a2d8efb0-adea-4506-ba70-c181d5230749', 'status': 'completed', 'code': 200} Jun 03 10:02:17.050390 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-47365c19-3683-4a1a-9110-8acc1d7e40ab req-3ba64d0c-cc64-4650-92d6-3ff10407c8a6 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 210 time: 0.0508535 Jun 03 10:02:17.100991 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-66455702-7b6b-44d1-b351-2ad62545d3a4 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "PUT /v2.0/floatingips/bbd72a25-ca85-4e64-b864-ddc9f562394b HTTP/1.1" status: 200 len: 993 time: 1.7192938 Jun 03 10:02:17.137046 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a4587fea-2c53-4467-8c84-d542a599ed6b req-2ea75558-5ce9-4e88-889a-4fbb83f15289 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 210 time: 0.0318952 Jun 03 10:02:17.137997 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:17.333602 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db4871-2f88-48a4-91b3-65cebdff7dbf req-7ae24728-568c-46ef-b13f-65c8e1939f37 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:17.335122 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-22db4871-2f88-48a4-91b3-65cebdff7dbf req-7ae24728-568c-46ef-b13f-65c8e1939f37 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Jun 03 10:02:17.358697 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'bbd72a25-ca85-4e64-b864-ddc9f562394b', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:00:20Z', 'updated_at': '2022-06-03T10:02:16Z', 'revision_number': 3, 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:17.383531 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] Checking router: 4d63e539-9079-492c-80c5-c1d8ad3a3edb for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:02:17.385831 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-22db4871-2f88-48a4-91b3-65cebdff7dbf req-1615381f-ee1c-4404-b32f-2da2b76c8031 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Jun 03 10:02:17.392621 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:17.393230 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:17.498925 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:17.499210 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24f435-3f5f-40a5-aec9-c6258557a7ca req-130bbee6-915e-4fbd-97b8-046ff388f1ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:17.500676 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b24f435-3f5f-40a5-aec9-c6258557a7ca req-130bbee6-915e-4fbd-97b8-046ff388f1ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0469747 Jun 03 10:02:17.550978 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b24f435-3f5f-40a5-aec9-c6258557a7ca req-799b3af8-de17-4e0e-b00d-cadfbd395b8f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446689 Jun 03 10:02:17.573975 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58484) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:17.710052 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'bbd72a25-ca85-4e64-b864-ddc9f562394b', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:00:20Z', 'updated_at': '2022-06-03T10:02:16Z', 'revision_number': 3, 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:17.734386 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e67e1-277f-4797-977a-e81a29371d9f None None] The sync data for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi is: [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'bbd72a25-ca85-4e64-b864-ddc9f562394b', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'port_id': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'mac_address': 'fa:16:3e:0e:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:00:20Z', 'updated_at': '2022-06-03T10:02:16Z', 'revision_number': 3, 'project_id': '071b399988474af1a1c709aac97c1744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:02:17.760965 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0738522-c447-407a-9a69-75c71e2cc804 tempest-TestVolumeBootPattern-977135865 tempest-TestVolumeBootPattern-977135865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:17.762619 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c0738522-c447-407a-9a69-75c71e2cc804 tempest-TestVolumeBootPattern-977135865 tempest-TestVolumeBootPattern-977135865-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 1124 time: 0.1874664 Jun 03 10:02:17.765234 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58488) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:17.769412 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'port_id': '9c77efae-7eef-404e-beac-b5252e585eb9', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:17.855577 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:17.934529 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:18.041348 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Allocated IP 172.27.3.83 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/da3b4540-d602-415d-8e52-d6c0fbb99147) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:02:18.149045 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:18.170898 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dfbcdd92-92ce-4e36-bedd-913aab3e6c7a req-3048d214-3095-4ab9-aef8-6455b17d7b40 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce70d56-25df-45f6-b6cc-6c97ca1ae107 HTTP/1.1" status: 200 len: 210 time: 0.0323055 Jun 03 10:02:18.238288 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0d83eedd-7461-4905-a3fc-280981ae3b8e req-0b79c47e-bf1b-4d46-89b5-275b48ca9ae6 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 210 time: 0.0313127 Jun 03 10:02:18.256924 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:18.291902 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:02:18.294704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:02:18.298104 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:02:18.326665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=da3b4540-d602-415d-8e52-d6c0fbb99147,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:18.746905 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a2d8efb0-adea-4506-ba70-c181d5230749 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:02:18.766038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: a2d8efb0-adea-4506-ba70-c181d5230749 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:02:18.766382 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a2d8efb0-adea-4506-ba70-c181d5230749 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:02:18.776055 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:18.783161 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (55ebc033-2854-4e73-8c94-491709d4ba91), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:18.806620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:18.895587 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:18.903542 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-eec6b816-7d50-42df-add7-6d80b2dcf256 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:18.904967 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-eec6b816-7d50-42df-add7-6d80b2dcf256 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.59 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 807 time: 0.1043384 Jun 03 10:02:18.990898 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-7ac8f472-55c3-401e-84b2-1d5f4ae4910f tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c44b2575d1945e0a100fe081e5af582 HTTP/1.1" status: 200 len: 380 time: 0.0584512 Jun 03 10:02:18.999970 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'port': {'device_id': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'admin_state_up': True, 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'security_groups': ['c8e2fe95-cd70-46df-a4d1-261df799048f']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:19.018255 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:19.043564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}, {'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:19.045795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a"}, {"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:19.088414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b26cdd-3aaf-424c-85f4-6aceeba81410 x-openstack-request-id: req-55b26cdd-3aaf-424c-85f4-6aceeba81410 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:19.088711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:19.088965 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55b26cdd-3aaf-424c-85f4-6aceeba81410 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:19.089369 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b26cdd-3aaf-424c-85f4-6aceeba81410'] response: {'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'status': 'completed', 'code': 200} Jun 03 10:02:19.089637 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b26cdd-3aaf-424c-85f4-6aceeba81410'] response: {'name': 'network-changed', 'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'status': 'completed', 'code': 200} Jun 03 10:02:19.161319 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-72dd5f88-fdd3-4d84-af93-46a76d6edb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:19.163184 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-72dd5f88-fdd3-4d84-af93-46a76d6edb49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.0447392 Jun 03 10:02:19.211011 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:19.289458 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-2b350af1-f756-46c7-988e-d53825c62841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:19.291415 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:19.292324 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-2b350af1-f756-46c7-988e-d53825c62841 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.1059072 Jun 03 10:02:19.293511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Made reservation on behalf of 3c44b2575d1945e0a100fe081e5af582 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:02:19.297142 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:19.320124 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:19.365984 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=da3b4540-d602-415d-8e52-d6c0fbb99147,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:19.377790 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (55ebc033-2854-4e73-8c94-491709d4ba91), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:19.397636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4597e60-9bfc-4fc3-84dc-71c65e7c088c req-15969381-b71b-4f44-8520-736fb5b894a1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 210 time: 0.0463359 Jun 03 10:02:19.440990 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-4713df56-54ec-4da3-9692-85b28cb062df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 1001 time: 0.1311197 Jun 03 10:02:19.464573 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:19.476768 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Floating IP 55ebc033-2854-4e73-8c94-491709d4ba91 associated. External IP: 172.27.3.83, port: 9c77efae-7eef-404e-beac-b5252e585eb9. Jun 03 10:02:19.543203 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Allocated IP 172.20.0.14 (01385250-2fd5-4d81-b043-bc8409277f05/f1e1383c-d0aa-4414-98f2-32b0ac5a3daf/895de58e-9396-45ee-adb3-b1ce59bb1799) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:02:19.545938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-7e70da10-a24c-4c4a-be7b-8a55e7763d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:19.547573 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-7e70da10-a24c-4c4a-be7b-8a55e7763d6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.0837073 Jun 03 10:02:19.624495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-778561a4-5c4c-4714-8218-9297965cab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:19.626040 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-778561a4-5c4c-4714-8218-9297965cab70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673258 Jun 03 10:02:19.682453 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:02:19.767346 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:19.792439 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:02:19.798441 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-f149681f-9739-4ab8-b5df-d6f09085e2ff service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555014 Jun 03 10:02:19.802844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:02:19.812673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:19.813285 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:19.823154 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:19.920172 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:19.920608 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-5459b404-5e02-4ec7-b080-54e00c75a456 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099069 Jun 03 10:02:19.967823 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:20.000526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:20.001320 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0d4fbfbe-9ce7-45cd-8c91-e1d793d8a02e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2350895 Jun 03 10:02:20.002456 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:20.005753 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:20.019183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-2968de0d-c00f-4ac8-bd72-7b662892a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:20.020934 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-2968de0d-c00f-4ac8-bd72-7b662892a863 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=071b399988474af1a1c709aac97c1744&device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 1129 time: 0.0575302 Jun 03 10:02:20.044937 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7cf94c-de12-42d0-9f46-4c5e4d45be9f x-openstack-request-id: req-ee7cf94c-de12-42d0-9f46-4c5e4d45be9f {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:20.045415 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:20.045709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee7cf94c-de12-42d0-9f46-4c5e4d45be9f {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:20.046631 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7cf94c-de12-42d0-9f46-4c5e4d45be9f'] response: {'name': 'network-changed', 'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9', 'status': 'completed', 'code': 200} Jun 03 10:02:20.148412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Network 01385250-2fd5-4d81-b043-bc8409277f05 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:02:20.158970 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:02:20.164380 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:20.173326 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:02:20.178469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:20.179100 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:20.184057 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '55ebc033-2854-4e73-8c94-491709d4ba91', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '9c77efae-7eef-404e-beac-b5252e585eb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:64:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:18Z', 'updated_at': '2022-06-03T10:02:18Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:20.184325 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.184432 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.184774 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.185114 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.185449 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.185782 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.186548 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.186548 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.186823 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.187076 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.187397 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.187721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.188046 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.188364 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.188684 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:20.200324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-b07bac33-41e4-47ae-9639-ed22c20a2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:20.201830 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-b07bac33-41e4-47ae-9639-ed22c20a2fbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 1129 time: 0.1247969 Jun 03 10:02:20.221958 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:02:20.233809 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:20.234490 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:20.279206 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:20.283921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-66d564d3-c8e1-4676-ad16-fcbb9e2d807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:20.285424 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-66d564d3-c8e1-4676-ad16-fcbb9e2d807b service neutron] 10.222.0.59 "GET /v2.0/networks?id=27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 200 len: 918 time: 0.2385166 Jun 03 10:02:20.347478 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:20.350180 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-a79f2c1f-0230-4001-b633-a23818000317 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3539162 Jun 03 10:02:20.382863 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-d8cc1602-3bb6-4d0a-96ed-92e87e843362 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 200 len: 1001 time: 0.0862932 Jun 03 10:02:20.383881 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-5039841d-9e77-4d8b-a174-cb41228a2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:20.385518 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-5039841d-9e77-4d8b-a174-cb41228a2541 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.1691158 Jun 03 10:02:20.436925 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-088e9447-7d7e-4c50-b4fa-5e80099f7137 None None] Provisioning complete for port 895de58e-9396-45ee-adb3-b1ce59bb1799 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:02:20.437291 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-088e9447-7d7e-4c50-b4fa-5e80099f7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:20.515889 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1c3c-6f2b-423b-bce1-b9708947f302 req-536ac31b-a7b6-454d-9a07-99be3b97c6dc tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:20.517527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a14e1c3c-6f2b-423b-bce1-b9708947f302 req-536ac31b-a7b6-454d-9a07-99be3b97c6dc tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 932 time: 0.0506916 Jun 03 10:02:20.569716 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a14e1c3c-6f2b-423b-bce1-b9708947f302 req-15ecd31b-b7f7-45f1-8424-155b60aec677 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Jun 03 10:02:20.637752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-088e9447-7d7e-4c50-b4fa-5e80099f7137 None None] Port 895de58e-9396-45ee-adb3-b1ce59bb1799 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:02:20.714579 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '55ebc033-2854-4e73-8c94-491709d4ba91', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '9c77efae-7eef-404e-beac-b5252e585eb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:64:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:18Z', 'updated_at': '2022-06-03T10:02:18Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:20.748568 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b754f62-be49-4a44-9ebb-66f5171b0c98 None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '55ebc033-2854-4e73-8c94-491709d4ba91', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '9c77efae-7eef-404e-beac-b5252e585eb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:64:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:18Z', 'updated_at': '2022-06-03T10:02:18Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:02:20.943465 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf11336-c69c-408d-8468-8578befdfc14 None None] New status for floating IP 55ebc033-2854-4e73-8c94-491709d4ba91: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:02:21.690924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fc1b-e371-42c1-8cb4-2309907bd4be req-1a07559a-7be9-43cb-8974-970ed430c1ff tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:21.692375 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41c4fc1b-e371-42c1-8cb4-2309907bd4be req-1a07559a-7be9-43cb-8974-970ed430c1ff tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 932 time: 0.0498316 Jun 03 10:02:21.740962 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-41c4fc1b-e371-42c1-8cb4-2309907bd4be req-1421904b-105b-42d3-85f4-6586737b5471 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Jun 03 10:02:22.853124 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Request body: {'port': {'device_id': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:22.952301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74595cbe-01a3-490a-bbfc-541d45e7eae1 req-848afa37-a90c-4791-9f99-81f0126db392 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:22.953762 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-74595cbe-01a3-490a-bbfc-541d45e7eae1 req-848afa37-a90c-4791-9f99-81f0126db392 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 932 time: 0.1440086 Jun 03 10:02:22.984342 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-d1460974-4f36-4aa4-b42d-b13534b49563 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77efae-7eef-404e-beac-b5252e585eb9 HTTP/1.1" status: 200 len: 1000 time: 0.1461034 Jun 03 10:02:23.020645 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-fb9cf6a7-7ea0-40df-9ae3-7ec9674587c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:23.022048 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-fb9cf6a7-7ea0-40df-9ae3-7ec9674587c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 200 len: 856 time: 0.1766014 Jun 03 10:02:23.093951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:23.130698 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-74595cbe-01a3-490a-bbfc-541d45e7eae1 req-ad1fd902-48dc-4668-b036-de8fa737a166 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682339 Jun 03 10:02:23.132013 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-c3874a8c-c30a-413b-be3c-ad988896ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:23.133353 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-c3874a8c-c30a-413b-be3c-ad988896ea8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.1245139 Jun 03 10:02:23.162948 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:23.166848 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-e960c7f6-336e-4cf4-bf45-3513df066f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:23.168299 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-e960c7f6-336e-4cf4-bf45-3513df066f05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27ad8cbb-ba5a-4502-afc9-811304412397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165073 Jun 03 10:02:23.271019 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-98618117-f5c1-467f-b90c-a82ceda80163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:23.272513 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-98618117-f5c1-467f-b90c-a82ceda80163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184700 Jun 03 10:02:23.674952 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-6fa46a2a-8212-4abf-91de-1e4c30c4bcc6 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839849 Jun 03 10:02:23.765470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:23.788845 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-0bad44e1-d7ef-4866-920b-6701026aec3c service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052772 Jun 03 10:02:23.921627 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a52e1a36-a0b2-406c-a86c-e4dcef77b4b3 req-0fc84230-e97e-4a4f-b7ae-c6f3e5260596 service neutron] 10.222.0.59 "GET /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137597 Jun 03 10:02:23.974462 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5c8f3b1-d5a9-4258-a39e-7baba36616b0 req-338d5d3a-d450-4678-8312-c6e6671c3b2d service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758637 Jun 03 10:02:23.980296 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895de58e-9396-45ee-adb3-b1ce59bb1799 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:23.988085 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Publish callbacks [] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:24.002128 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Transition to ACTIVE for port object 895de58e-9396-45ee-adb3-b1ce59bb1799 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:02:24.102402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:24.167451 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:24.200788 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Attempting to bind port 895de58e-9396-45ee-adb3-b1ce59bb1799 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:02:24.202579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Attempting to bind port 895de58e-9396-45ee-adb3-b1ce59bb1799 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:02:24.202579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Attempting to bind port 895de58e-9396-45ee-adb3-b1ce59bb1799 on network 01385250-2fd5-4d81-b043-bc8409277f05 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:02:24.206172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Port 895de58e-9396-45ee-adb3-b1ce59bb1799 on network 01385250-2fd5-4d81-b043-bc8409277f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:02:24.206495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Attempting to bind port 895de58e-9396-45ee-adb3-b1ce59bb1799 on network 01385250-2fd5-4d81-b043-bc8409277f05 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:02:24.215585 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:02:24.215921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Checking segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:02:24.216299 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Bound using segment: {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:02:24.216730 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Bound port: 895de58e-9396-45ee-adb3-b1ce59bb1799, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aeffd1e-be4e-44ba-b605-bf48c9661a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:02:24.217083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:24.229320 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:24.292919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec92ae-decc-4d68-a05c-bc286fa2117c req-3308a0a3-2d0a-4bd7-acd7-99ab7bc9b79d tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.294453 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26ec92ae-decc-4d68-a05c-bc286fa2117c req-3308a0a3-2d0a-4bd7-acd7-99ab7bc9b79d tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0814226 Jun 03 10:02:24.339078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:02:24.359401 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:02:24.377711 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26ec92ae-decc-4d68-a05c-bc286fa2117c req-4818e39b-5fe9-4f30-9de7-0f4ffb2e37f9 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723577 Jun 03 10:02:24.456969 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:24.488879 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.489745 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:24.491147 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] 10.222.0.59 "PUT /v2.0/ports/895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 1094 time: 1.6470470 Jun 03 10:02:24.493322 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:24.497089 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a94aae2-35ac-44d4-a988-3c97c14e89d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:24.526077 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5490713-3a14-483d-8aa8-4d23f807f73e service neutron] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:24.540147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b7337c-3742-4c06-90d1-a404153b6d2e x-openstack-request-id: req-85b7337c-3742-4c06-90d1-a404153b6d2e {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:24.540446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:24.540705 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85b7337c-3742-4c06-90d1-a404153b6d2e {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:24.541600 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b7337c-3742-4c06-90d1-a404153b6d2e'] response: {'name': 'network-changed', 'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'status': 'completed', 'code': 200} Jun 03 10:02:24.602161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94aae2-35ac-44d4-a988-3c97c14e89d6 req-82474137-b17d-48e3-b7ae-fd48614fbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.604215 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4a94aae2-35ac-44d4-a988-3c97c14e89d6 req-82474137-b17d-48e3-b7ae-fd48614fbebc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1128 time: 0.0424917 Jun 03 10:02:24.702445 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:24.712080 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94aae2-35ac-44d4-a988-3c97c14e89d6 req-4c66a53b-03e0-4611-b633-1721089cc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.714065 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4a94aae2-35ac-44d4-a988-3c97c14e89d6 req-4c66a53b-03e0-4611-b633-1721089cc4ba service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3c44b2575d1945e0a100fe081e5af582&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1000667 Jun 03 10:02:24.807052 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94aae2-35ac-44d4-a988-3c97c14e89d6 req-08b6843d-9f8a-4806-ab1e-deb1a1a1f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.808529 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4a94aae2-35ac-44d4-a988-3c97c14e89d6 req-08b6843d-9f8a-4806-ab1e-deb1a1a1f08d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883796 Jun 03 10:02:24.883288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-925a8316-adae-42e7-9b7f-6f0507fd06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.884799 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-925a8316-adae-42e7-9b7f-6f0507fd06fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1128 time: 0.0398402 Jun 03 10:02:24.928426 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-7ae6f11d-c1cd-4770-afc2-43576cfd15f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 217 time: 0.0358460 Jun 03 10:02:24.976002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-7d2e5ad4-ce91-4e91-9c6e-f38ac06ef933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:24.977449 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-7d2e5ad4-ce91-4e91-9c6e-f38ac06ef933 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 200 len: 846 time: 0.0432296 Jun 03 10:02:25.019993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-7ede5761-c8b4-443a-9266-c35481094b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:25.021505 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-7ede5761-c8b4-443a-9266-c35481094b1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01385250-2fd5-4d81-b043-bc8409277f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383019 Jun 03 10:02:25.114652 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-0d14d41d-a9c9-4bc9-b0cb-ca484fd1dc0e service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851505 Jun 03 10:02:25.204175 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-092d64b8-9f12-4789-b9b2-6a783b3794bf req-d52e81d9-0c25-4c9a-97a5-8c2c4ffb991d service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Jun 03 10:02:25.280714 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:25.492499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5131-232c-4d4a-a2c8-0e5d6ae5def4 req-c4976a61-47fd-49ee-887d-9ac13d634ce4 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:25.494507 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eade5131-232c-4d4a-a2c8-0e5d6ae5def4 req-c4976a61-47fd-49ee-887d-9ac13d634ce4 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0473373 Jun 03 10:02:25.547564 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eade5131-232c-4d4a-a2c8-0e5d6ae5def4 req-e59ea659-b92d-479f-8fb7-789d4d43c90e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Jun 03 10:02:26.005912 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:02:26.662082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6339b6a-302f-4a8f-87f6-b1d9054c3886 req-08475599-bfda-4e69-ab7c-22ac43235d05 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:26.663517 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6339b6a-302f-4a8f-87f6-b1d9054c3886 req-08475599-bfda-4e69-ab7c-22ac43235d05 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0463560 Jun 03 10:02:26.715297 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6339b6a-302f-4a8f-87f6-b1d9054c3886 req-493848a5-6cc4-4ed0-b88c-f9d7894ef011 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Jun 03 10:02:27.829067 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb371cb-9931-47cc-af09-9d81114da890 req-5ecaa2c1-d6c5-4efd-8447-03fc5813abd8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:27.830539 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7cb371cb-9931-47cc-af09-9d81114da890 req-5ecaa2c1-d6c5-4efd-8447-03fc5813abd8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0468061 Jun 03 10:02:27.879919 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7cb371cb-9931-47cc-af09-9d81114da890 req-541bd134-68a4-49ab-9831-1d3c9fbb1275 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439019 Jun 03 10:02:28.726807 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-03fbd1cd-96f9-471e-a645-a258ad27dfac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417914 Jun 03 10:02:28.756711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:28.786469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-a1afb10f-7e86-4ff8-bf4e-c6070a246cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:28.791412 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-a1afb10f-7e86-4ff8-bf4e-c6070a246cbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 1130 time: 0.0389957 Jun 03 10:02:28.897636 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-164c3f38-5f91-4b0f-bf17-c0e09664f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:28.897636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-164c3f38-5f91-4b0f-bf17-c0e09664f8e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 912 time: 0.0874884 Jun 03 10:02:29.000986 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-99ef5d26-5530-44c8-800d-3dd42b2b5827 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 200 len: 1002 time: 0.0907741 Jun 03 10:02:29.016683 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c969b8-12d7-4750-8011-bf237aba3ec3 req-da62b92b-cb8c-44ad-86b9-330f630f0e3f tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:29.018146 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-76c969b8-12d7-4750-8011-bf237aba3ec3 req-da62b92b-cb8c-44ad-86b9-330f630f0e3f tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0659916 Jun 03 10:02:29.036380 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:29.080714 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-77adcb2e-565e-4325-ab2e-34c55bf995ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:29.082228 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-77adcb2e-565e-4325-ab2e-34c55bf995ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.0783098 Jun 03 10:02:29.110379 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-76c969b8-12d7-4750-8011-bf237aba3ec3 req-1ee31627-6b6d-4c05-808c-a9c28df2f9da tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709023 Jun 03 10:02:29.137826 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-3051dc3c-f9a0-48c2-8773-594561e9f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:29.139345 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-3051dc3c-f9a0-48c2-8773-594561e9f8c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471137 Jun 03 10:02:29.229679 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-2ce5a88e-5067-4717-8e36-4ea6bf55e509 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Jun 03 10:02:29.328551 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-deed2d72-182b-4932-9e35-86ab7cc61ba7 req-5f68f8f5-149e-4875-a3a4-49edf3904293 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904779 Jun 03 10:02:29.997597 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:30.029334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-d3ea1044-937d-45c4-bec6-9432ac769f2e tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:30.030822 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-d3ea1044-937d-45c4-bec6-9432ac769f2e tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/networks?id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f HTTP/1.1" status: 200 len: 813 time: 0.0997968 Jun 03 10:02:30.046673 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-d249515e-440a-4211-860a-2f5356979e7b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/quotas/6a0f8d737269433bb6ce1baf51b8157b HTTP/1.1" status: 200 len: 375 time: 0.0105212 Jun 03 10:02:30.086650 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-219549e0-c44b-4208-8044-17b6db90c8c9 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348222 Jun 03 10:02:30.185109 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-c0379bed-7614-4052-a6e0-3f2ed9457620 service neutron] 10.222.0.42 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916510 Jun 03 10:02:30.279774 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b7a90-ab7f-40bd-a7be-d9e6029404cc req-da0798ad-d0cd-447d-973e-b2b1cbc26b1b tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:30.281131 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3e4b7a90-ab7f-40bd-a7be-d9e6029404cc req-da0798ad-d0cd-447d-973e-b2b1cbc26b1b tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0940824 Jun 03 10:02:30.282951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:30.338212 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-ca312a2e-49b3-4d7d-91e1-0c2c337d93be service neutron] 10.222.0.42 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522379 Jun 03 10:02:30.359745 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3e4b7a90-ab7f-40bd-a7be-d9e6029404cc req-24101f1f-c904-42c6-8016-d1970daefc60 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677965 Jun 03 10:02:30.635969 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-54730314-a054-4574-873c-7ca68e750a73 req-a66f0339-02a2-4399-aa28-e350e0a96343 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 210 time: 0.0290058 Jun 03 10:02:31.478417 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fc74b-93c8-4a0d-80f5-6dcb536750d8 req-699a8621-f13a-4488-96c1-e59dd0467c43 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:31.480441 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-821fc74b-93c8-4a0d-80f5-6dcb536750d8 req-699a8621-f13a-4488-96c1-e59dd0467c43 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0545833 Jun 03 10:02:31.531360 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-821fc74b-93c8-4a0d-80f5-6dcb536750d8 req-7b6a7b48-de7c-4718-b69c-ed8d75623cdb tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Jun 03 10:02:31.731374 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-84a9b930-21a2-4388-a050-e145234ed17f req-29c50aed-680d-4709-a0db-1885ca2a61a4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Jun 03 10:02:31.894234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba4f2-13a3-45a5-aee6-47148e169227 req-fc75dbd8-911d-4861-87c6-9865ff0eabdb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:31.895775 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-102ba4f2-13a3-45a5-aee6-47148e169227 req-fc75dbd8-911d-4861-87c6-9865ff0eabdb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0475314 Jun 03 10:02:31.946786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-102ba4f2-13a3-45a5-aee6-47148e169227 req-776e1285-3d96-4ce5-b301-27fbb13df665 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449717 Jun 03 10:02:32.648166 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce359ea3-4efa-4db4-8c99-7cfdb4a3c647 req-4022ad3e-b6c4-4cf8-8bd4-c521b58eb4c0 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:32.649617 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce359ea3-4efa-4db4-8c99-7cfdb4a3c647 req-4022ad3e-b6c4-4cf8-8bd4-c521b58eb4c0 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0465240 Jun 03 10:02:32.697393 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce359ea3-4efa-4db4-8c99-7cfdb4a3c647 req-32997e53-b0a2-4dff-9df8-7c9f74257e8c tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Jun 03 10:02:32.780547 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:02:32.797495 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:32.801394 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:32.829226 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-05995367-f688-4ae2-9c1a-08360d652a7d req-1448fcdd-d8b3-4225-acc7-702d5134e35b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Jun 03 10:02:32.881253 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:32.892992 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'port_id': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'mac_address': 'fa:16:3e:c4:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:02:32.926661 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 895de58e-9396-45ee-adb3-b1ce59bb1799 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:32.927036 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:32.940054 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895de58e-9396-45ee-adb3-b1ce59bb1799 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:32.959073 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:33.028173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:33.064122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23678-6284-4167-9903-e40a8180d257 req-76b3923c-2eed-4e8a-aee1-1c57d897855a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:33.065780 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-92e23678-6284-4167-9903-e40a8180d257 req-76b3923c-2eed-4e8a-aee1-1c57d897855a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0477076 Jun 03 10:02:33.077119 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:33.117327 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-92e23678-6284-4167-9903-e40a8180d257 req-6a5108b0-885e-482d-85d1-c76277296c87 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458262 Jun 03 10:02:33.358200 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['895de58e-9396-45ee-adb3-b1ce59bb1799'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:02:33.810255 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f664-1d4b-4717-8bc8-18d436ee1c97 req-6713564e-da76-4563-badd-db257fc15ab7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:33.811736 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a5c4f664-1d4b-4717-8bc8-18d436ee1c97 req-6713564e-da76-4563-badd-db257fc15ab7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 945 time: 0.0483973 Jun 03 10:02:33.836783 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:33.861551 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a5c4f664-1d4b-4717-8bc8-18d436ee1c97 req-5f50d7ed-ea90-47df-b814-e774d5b19c5e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Jun 03 10:02:33.928731 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-030f4f3d-e6fd-4931-b218-971f52f7a851 req-aa53d070-4600-4c06-94fa-74f250a0cbd4 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 210 time: 0.0304749 Jun 03 10:02:34.039028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-2a4c7d4b-01ae-484c-b4e6-9da8fd0bdb4a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:34.040367 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-2a4c7d4b-01ae-484c-b4e6-9da8fd0bdb4a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0515180 Jun 03 10:02:34.044173 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:34.233559 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72512e-1c92-43b4-b1f9-4643600dda12 req-c055df11-aff6-40ed-b469-aa7ec40db842 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:34.235011 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ca72512e-1c92-43b4-b1f9-4643600dda12 req-c055df11-aff6-40ed-b469-aa7ec40db842 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 947 time: 0.0455246 Jun 03 10:02:34.281324 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ca72512e-1c92-43b4-b1f9-4643600dda12 req-8777643b-f61d-44e9-852e-125a8899d497 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=29ae3c01-c55c-4167-b3f4-73b023230eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409410 Jun 03 10:02:34.375871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Deleting port a93886de-f812-40e6-81ba-b35e06454a66 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:02:34.376207 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (a93886de-f812-40e6-81ba-b35e06454a66), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:34.521387 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] For port a93886de-f812-40e6-81ba-b35e06454a66, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a93886de-f812-40e6-81ba-b35e06454a66,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:34.521740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (a93886de-f812-40e6-81ba-b35e06454a66), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:34.691751 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-6167de58-0213-46c3-9a71-ae2606c9b722 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:34.693106 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-6167de58-0213-46c3-9a71-ae2606c9b722 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "GET /v2.0/networks?id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f HTTP/1.1" status: 200 len: 813 time: 0.2459188 Jun 03 10:02:34.703106 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:34.710947 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Request body: {'port': {'device_id': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f', 'admin_state_up': True, 'tenant_id': '6a0f8d737269433bb6ce1baf51b8157b'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:34.799574 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:02:34.829461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:34.830943 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (ad5d53ae-8167-4380-b159-7ba922795e31), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:34.830943 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Floating IP ad5d53ae-8167-4380-b159-7ba922795e31 disassociated. External IP: 172.27.3.204, port: a93886de-f812-40e6-81ba-b35e06454a66. Jun 03 10:02:34.830943 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Calling delete_port for a93886de-f812-40e6-81ba-b35e06454a66 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:02:34.844920 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 895de58e-9396-45ee-adb3-b1ce59bb1799 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:02:34.930539 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 895de58e-9396-45ee-adb3-b1ce59bb1799 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:02:34.931075 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:34.946406 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:35.011383 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621587-0ed7-4e6b-95ff-17503d291d46 req-44fcd84b-e39e-43e6-912f-c99e213c20c6 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:35.012924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f621587-0ed7-4e6b-95ff-17503d291d46 req-44fcd84b-e39e-43e6-912f-c99e213c20c6 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 945 time: 0.0764685 Jun 03 10:02:35.016399 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 895de58e-9396-45ee-adb3-b1ce59bb1799 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:35.016794 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:35.018288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Made reservation on behalf of 6a0f8d737269433bb6ce1baf51b8157b for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:02:35.020027 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:35.021912 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:35.045512 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:35.047245 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bcc79e-79dd-4f22-90df-ea58cd886633" -d '{"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-plugged", "status": "completed", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:35.060204 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:35.107348 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-af1976b2-918a-48d1-aa08-9d873cbd3634 req-2e495cfa-2a31-4d72-9319-f1c04903813b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 210 time: 0.0762148 Jun 03 10:02:35.130787 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:35.155511 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057ecc4-77d6-4231-87ae-f91ad77157a3 x-openstack-request-id: req-6057ecc4-77d6-4231-87ae-f91ad77157a3 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:35.155796 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-plugged", "status": "completed", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:35.156041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6057ecc4-77d6-4231-87ae-f91ad77157a3 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:35.156425 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6057ecc4-77d6-4231-87ae-f91ad77157a3'] response: {'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'code': 200} Jun 03 10:02:35.172794 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f621587-0ed7-4e6b-95ff-17503d291d46 req-69782b34-389f-4bf4-8e74-63912e056209 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484823 Jun 03 10:02:35.186457 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:35.212973 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (a93886de-f812-40e6-81ba-b35e06454a66), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:35.252675 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event deleted for resources: {'Port': ['ID=a93886de-f812-40e6-81ba-b35e06454a66,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:35.266717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Allocated IP 172.20.0.13 (67c024cb-fdda-41b3-a0ad-2b9c4d36578f/31fe91e6-8e0e-4f01-bc03-bb8bc579a734/f21d0899-8240-4786-a3d8-13e5ab18a6a5) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:02:35.406435 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:35.414040 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ecee0806-eb54-4b92-824f-10d8412df4bb req-c8081b04-bb9e-4447-a6c4-2b208bd64c3d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.0576453 Jun 03 10:02:35.744131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:02:35.757854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7f21-88d2-4c2b-8f42-326c26430961 req-788ee906-4dc8-4dff-97de-7e5290f064dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:35.763145 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0dfb7f21-88d2-4c2b-8f42-326c26430961 req-788ee906-4dc8-4dff-97de-7e5290f064dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1130 time: 0.0875425 Jun 03 10:02:35.919258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks [] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:35.930247 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0dfb7f21-88d2-4c2b-8f42-326c26430961 req-ba4f5f10-8982-4f3b-beb7-906b0ff38636 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530821 Jun 03 10:02:35.961652 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:02:35.974691 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:02:35.986303 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:35.986891 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:35.997732 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:36.015169 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] No DVR routers for this DVR port a93886de-f812-40e6-81ba-b35e06454a66 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:02:36.017904 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.021303 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b9bbf4d-cf7c-42ef-86c6-c26293713953 req-f4edb30f-c652-4961-8eb1-e90ceb542cbf tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "DELETE /v2.0/ports/a93886de-f812-40e6-81ba-b35e06454a66 HTTP/1.1" status: 204 len: 173 time: 1.7236617 Jun 03 10:02:36.021750 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-deleted', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:36.024173 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d964f2-fd75-46f1-b210-4315403487f2" -d '{"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-deleted", "tag": "a93886de-f812-40e6-81ba-b35e06454a66"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:36.063175 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aba235-bd2d-4561-a4b6-e30dc9b5a417 x-openstack-request-id: req-71aba235-bd2d-4561-a4b6-e30dc9b5a417 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:36.063472 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517823d-711a-4e24-9cdf-27812d522a46", "name": "network-vif-deleted", "tag": "a93886de-f812-40e6-81ba-b35e06454a66", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:36.063725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71aba235-bd2d-4561-a4b6-e30dc9b5a417 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:36.064152 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71aba235-bd2d-4561-a4b6-e30dc9b5a417'] response: {'server_uuid': '6517823d-711a-4e24-9cdf-27812d522a46', 'name': 'network-vif-deleted', 'tag': 'a93886de-f812-40e6-81ba-b35e06454a66', 'status': 'completed', 'code': 200} Jun 03 10:02:36.092496 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:36.102711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.126180 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:36.147055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:02:36.150520 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:02:36.155079 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:02:36.171137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:36.174802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.207373 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Pushing event updated for resources: {'Port': ['ID=f21d0899-8240-4786-a3d8-13e5ab18a6a5,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:36.258707 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c71f7c-cc4e-4cad-90e2-0212f33e1700 req-3c4db818-9efc-4bad-98b7-092839063b1b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:36.262942 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d2c71f7c-cc4e-4cad-90e2-0212f33e1700 req-3c4db818-9efc-4bad-98b7-092839063b1b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 932 time: 0.0694568 Jun 03 10:02:36.302842 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-318cc121-8dc8-474f-814a-80a48250d7ea tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5969141 Jun 03 10:02:36.313181 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:36.337096 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Request body: {'port': {'device_id': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:36.344461 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:02:36.353931 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:36.355082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:36.383252 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502485-6414-4287-a64b-264fdfc8ca22 req-44735f56-c5b5-4da7-b4b0-839295843478 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:36.384786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8d502485-6414-4287-a64b-264fdfc8ca22 req-44735f56-c5b5-4da7-b4b0-839295843478 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.1165421 Jun 03 10:02:36.390772 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d2c71f7c-cc4e-4cad-90e2-0212f33e1700 req-832afd94-afbb-4fdf-8240-254e1717095b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213598 Jun 03 10:02:36.452600 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.482742 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8d502485-6414-4287-a64b-264fdfc8ca22 req-172ba7a3-e83e-4c84-a9d1-274b89e11fb9 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843647 Jun 03 10:02:36.485568 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:36.515064 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4890f017-a56a-42f3-906f-d48a1f3c9332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.567797 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-84acf1d9-2153-4668-ba49-732c104c7823 req-52e5363d-ff26-44fa-b1d8-dca9891c00f6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.0346730 Jun 03 10:02:36.690668 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:36.697089 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:36.717200 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e654e-8318-4114-9c51-3cadbf060b8d None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:02:36.806798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21d0899-8240-4786-a3d8-13e5ab18a6a5 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:36.815359 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Publish callbacks [] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.829042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Transition to ACTIVE for port object f21d0899-8240-4786-a3d8-13e5ab18a6a5 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:02:36.929346 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:36.987032 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Pushing event updated for resources: {'Port': ['ID=f21d0899-8240-4786-a3d8-13e5ab18a6a5,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:37.017849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Attempting to bind port f21d0899-8240-4786-a3d8-13e5ab18a6a5 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:02:37.018255 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Attempting to bind port f21d0899-8240-4786-a3d8-13e5ab18a6a5 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:02:37.018583 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Attempting to bind port f21d0899-8240-4786-a3d8-13e5ab18a6a5 on network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:02:37.023313 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Port f21d0899-8240-4786-a3d8-13e5ab18a6a5 on network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:02:37.027254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Attempting to bind port f21d0899-8240-4786-a3d8-13e5ab18a6a5 on network 67c024cb-fdda-41b3-a0ad-2b9c4d36578f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:02:37.029104 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a2852-0e4b-4a52-ae9d-588d2a6c2cbe None None] New status for floating IP ad5d53ae-8167-4380-b159-7ba922795e31: DOWN {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:02:37.029562 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:02:37.029666 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Checking segment: {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:02:37.030050 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Bound using segment: {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:02:37.030480 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Bound port: f21d0899-8240-4786-a3d8-13e5ab18a6a5, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a98012-8881-42b9-b8ca-1d10c682def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:02:37.030838 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:37.096067 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] For port f21d0899-8240-4786-a3d8-13e5ab18a6a5, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:02:37.099349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] For port f21d0899-8240-4786-a3d8-13e5ab18a6a5, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:02:37.171009 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:37.210012 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:37.210514 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:37.212012 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] 10.222.0.59 "PUT /v2.0/ports/f21d0899-8240-4786-a3d8-13e5ab18a6a5 HTTP/1.1" status: 200 len: 1094 time: 0.8807249 Jun 03 10:02:37.228414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:37.234184 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c6fc-be12-4672-8dd7-89fe761d587e service neutron] Pushing event updated for resources: {'Port': ['ID=f21d0899-8240-4786-a3d8-13e5ab18a6a5,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:37.520936 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e636877-f135-4731-90ab-b03cd70dcf75 req-71d81d06-8f8b-4530-95fd-10c6e666fee1 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:37.522490 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e636877-f135-4731-90ab-b03cd70dcf75 req-71d81d06-8f8b-4530-95fd-10c6e666fee1 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 944 time: 0.0512052 Jun 03 10:02:37.605587 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e636877-f135-4731-90ab-b03cd70dcf75 req-f63151e0-8d67-4494-a80c-4b27a889d436 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745347 Jun 03 10:02:37.623482 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442829d-6a63-469a-8e45-f740ce067cce req-3182b5e1-7a6a-4c84-b04a-c939222126a2 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:37.625120 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1442829d-6a63-469a-8e45-f740ce067cce req-3182b5e1-7a6a-4c84-b04a-c939222126a2 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0664909 Jun 03 10:02:37.677975 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1442829d-6a63-469a-8e45-f740ce067cce req-2e73df79-1552-4024-a07e-df7d381b4f36 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471742 Jun 03 10:02:37.715239 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d55980e1-3cd5-4082-921d-c0b5850f6cb7 req-627cbd3d-c1c2-4997-aa65-af2e32036977 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=6517823d-711a-4e24-9cdf-27812d522a46 HTTP/1.1" status: 200 len: 210 time: 0.0336406 Jun 03 10:02:37.898830 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-3dc0d6f9-75f8-4d7d-bf75-4e9c4fda0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:37.900355 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-3dc0d6f9-75f8-4d7d-bf75-4e9c4fda0009 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 1128 time: 0.0436084 Jun 03 10:02:38.012325 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-23b270f4-c6c3-4897-9135-a519af09cdaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5 HTTP/1.1" status: 200 len: 217 time: 0.0385745 Jun 03 10:02:38.066534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'tag': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:38.069067 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f21c35e4-2a21-41c4-91bb-e28a3a75fb35", "tag": "f21d0899-8240-4786-a3d8-13e5ab18a6a5"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:38.074025 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-47176f53-7dfe-408d-8664-5f0750365e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:38.076005 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-47176f53-7dfe-408d-8664-5f0750365e28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31fe91e6-8e0e-4f01-bc03-bb8bc579a734 HTTP/1.1" status: 200 len: 853 time: 0.0560732 Jun 03 10:02:38.128852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79418da9-2584-4509-a1a1-70c82b4cb487 x-openstack-request-id: req-79418da9-2584-4509-a1a1-70c82b4cb487 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:38.129151 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21c35e4-2a21-41c4-91bb-e28a3a75fb35", "tag": "f21d0899-8240-4786-a3d8-13e5ab18a6a5", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:38.129514 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79418da9-2584-4509-a1a1-70c82b4cb487 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:38.129853 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79418da9-2584-4509-a1a1-70c82b4cb487'] response: {'name': 'network-changed', 'server_uuid': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'tag': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5', 'status': 'completed', 'code': 200} Jun 03 10:02:38.131982 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-4e368a2e-a68d-44bf-8c06-6afe6a4f82cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397012 Jun 03 10:02:38.226086 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-61bbfdc6-9b6c-4ec9-b529-562f0fda9be8 service neutron] 10.222.0.59 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Jun 03 10:02:38.322846 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87fa43ba-29eb-4f01-a516-04aeef49d1de req-b9690e97-c13f-4996-9bc4-bc73ea30a99b service neutron] 10.222.0.59 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871053 Jun 03 10:02:38.724355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ce4c-cace-4a4b-b0e7-3faabf81e5d5 req-2dcc9418-f040-44d4-81ad-36be15fcaccc tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:38.726091 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fd51ce4c-cace-4a4b-b0e7-3faabf81e5d5 req-2dcc9418-f040-44d4-81ad-36be15fcaccc tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 944 time: 0.0527921 Jun 03 10:02:38.793449 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-080aeb2f-a38b-462f-86d8-dfca03462c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:38.807978 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fd51ce4c-cace-4a4b-b0e7-3faabf81e5d5 req-bdb029e3-4e23-45a2-8c8d-778edb415d3d tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756028 Jun 03 10:02:38.816878 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:02:38.834714 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f03fcb-bd68-4a45-a9f1-1bb02e3aa6f7 req-d1ebdd5f-f913-436b-a66d-50e4ea91f917 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:38.842756 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7f03fcb-bd68-4a45-a9f1-1bb02e3aa6f7 req-d1ebdd5f-f913-436b-a66d-50e4ea91f917 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0809798 Jun 03 10:02:38.844814 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: a93886de-f812-40e6-81ba-b35e06454a66 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:02:38.845233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device a93886de-f812-40e6-81ba-b35e06454a66 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:02:38.870202 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:38.897196 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b7f03fcb-bd68-4a45-a9f1-1bb02e3aa6f7 req-41720e5a-9cfe-4c10-9a7b-23ed1a59f5ed tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534861 Jun 03 10:02:38.958976 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58670) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:39.015138 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (29ae3c01-c55c-4167-b3f4-73b023230eca), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.017032 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a344194-2e5a-4304-a8fd-3a9c07208575 req-d9876905-354b-482a-929b-af020325454f tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:39.018527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a344194-2e5a-4304-a8fd-3a9c07208575 req-d9876905-354b-482a-929b-af020325454f tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Jun 03 10:02:39.038313 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (29ae3c01-c55c-4167-b3f4-73b023230eca), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.067920 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a344194-2e5a-4304-a8fd-3a9c07208575 req-16ec5ea6-e8f7-41cc-aae9-72e2c9b0291a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Jun 03 10:02:39.091817 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58672) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:39.169961 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de711b4-58a9-4102-aaac-a949a758782b tempest-TestShelveInstance-1205294852 tempest-TestShelveInstance-1205294852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:39.171401 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5de711b4-58a9-4102-aaac-a949a758782b tempest-TestShelveInstance-1205294852 tempest-TestShelveInstance-1205294852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1125 time: 0.0786602 Jun 03 10:02:39.172499 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (29ae3c01-c55c-4167-b3f4-73b023230eca), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.174598 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58676) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:39.175023 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.176055 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "DELETE /v2.0/security-groups/29ae3c01-c55c-4167-b3f4-73b023230eca HTTP/1.1" status: 204 len: 168 time: 0.2161131 Jun 03 10:02:39.179194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58678) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:39.179391 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'port_id': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:39.196487 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ae3c01-c55c-4167-b3f4-73b023230eca,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:39.200843 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.api.v2.resource [None req-2120043d-ffe6-495a-818f-a23044c1cf43 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] show failed (client error): The resource could not be found. Jun 03 10:02:39.201838 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-2120043d-ffe6-495a-818f-a23044c1cf43 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups/29ae3c01-c55c-4167-b3f4-73b023230eca HTTP/1.1" status: 404 len: 347 time: 0.0217073 Jun 03 10:02:39.204819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58680) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:39.206486 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.206834 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.207178 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.207517 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.207846 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.208177 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.208507 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.208834 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.209161 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.209528 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.209855 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.210213 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.210538 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.210862 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.211380 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f522aec-f5a9-4f54-afc8-4deab20e59ed tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:39.280365 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.366167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Deleting port ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:02:39.366497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.388224 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:39.426855 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.511685 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.512011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.556396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Calling delete_port for ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:02:39.642563 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Allocated IP 172.27.3.184 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/513bf167-a011-47c8-995c-29ba15355b38) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:02:39.771711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-cc2be328-6746-4dec-826d-9726c7ed47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:39.773196 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-cc2be328-6746-4dec-826d-9726c7ed47ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 1128 time: 0.0920186 Jun 03 10:02:39.871747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:39.934231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for port (513bf167-a011-47c8-995c-29ba15355b38), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:39.974257 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f491f-9ab5-404c-ae69-88e0f6dcfb36 req-b4d73c14-17a8-4ec5-9a94-2ec7d4ea614a tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:39.975672 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5a0f491f-9ab5-404c-ae69-88e0f6dcfb36 req-b4d73c14-17a8-4ec5-9a94-2ec7d4ea614a tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 944 time: 0.0948040 Jun 03 10:02:39.981572 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-16f1c94e-c0a7-41e6-8d86-b776d04d23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:39.982943 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-16f1c94e-c0a7-41e6-8d86-b776d04d23b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f HTTP/1.1" status: 200 len: 914 time: 0.2019532 Jun 03 10:02:39.993384 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.005259 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:40.045659 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-44517c08-71b7-4909-a6b3-f5797c68b528 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5 HTTP/1.1" status: 200 len: 217 time: 0.0471499 Jun 03 10:02:40.046292 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.117747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event deleted for resources: {'Port': ['ID=ea1eb3e1-1e6e-4f93-91f1-ddcae05ea7f6,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:40.153699 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5a0f491f-9ab5-404c-ae69-88e0f6dcfb36 req-0fb8e613-b757-4aca-bf66-fcb015ec32fa tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697581 Jun 03 10:02:40.158891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (ad5d53ae-8167-4380-b159-7ba922795e31), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.161355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.162511 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-399cd760-e030-4fbd-8619-f4bbe67cb6fe tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "DELETE /v2.0/floatingips/ad5d53ae-8167-4380-b159-7ba922795e31 HTTP/1.1" status: 204 len: 168 time: 0.9567094 Jun 03 10:02:40.171689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-d1cc21ec-d0a2-472e-afac-ef6f3054fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:40.171689 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-d1cc21ec-d0a2-472e-afac-ef6f3054fb60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31fe91e6-8e0e-4f01-bc03-bb8bc579a734 HTTP/1.1" status: 200 len: 853 time: 0.1187298 Jun 03 10:02:40.176975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (513bf167-a011-47c8-995c-29ba15355b38), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.244658 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-f6f9cc7f-a10a-446d-ab17-ad47a8f263ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67c024cb-fdda-41b3-a0ad-2b9c4d36578f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601044 Jun 03 10:02:40.248754 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:02:40.263045 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:02:40.274110 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:02:40.277050 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'Port': ['ID=513bf167-a011-47c8-995c-29ba15355b38,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:40.375253 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58686) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:40.380249 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629283229', 'description': 'tempest-description--1518319538'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:40.442908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-667b138d-66e2-4c82-8e4b-1bc5d003c786 service neutron] 10.222.0.59 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959701 Jun 03 10:02:40.518341 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:40.535348 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.592439 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b63ce57-57f1-4ea4-8de1-6ca85b66c1a4 req-e4a8cb11-ee65-40f2-a927-6aadaf9c5a63 service neutron] 10.222.0.59 "GET /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226645 Jun 03 10:02:40.604943 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (5e4d39c2-4242-498a-a8ef-11e2ea26a904), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.696139 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5e4d39c2-4242-498a-a8ef-11e2ea26a904), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.737174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4d39c2-4242-498a-a8ef-11e2ea26a904,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:40.784221 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.788358 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-86c40e82-fd62-494e-81e9-7bde42090bef tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4117312 Jun 03 10:02:40.792772 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58690) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:40.798658 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'security_group_rule': {'security_group_id': '5e4d39c2-4242-498a-a8ef-11e2ea26a904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:40.820864 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device f21d0899-8240-4786-a3d8-13e5ab18a6a5 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:02:40.875716 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (3d083b1e-c7a8-48ae-b393-8ffe7ea60efc), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.876795 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:40.924712 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port f21d0899-8240-4786-a3d8-13e5ab18a6a5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:40.937102 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (3d083b1e-c7a8-48ae-b393-8ffe7ea60efc), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:40.987564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for floatingip (907990f1-d519-4f31-82a3-d9f5d877aed6), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.010823 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (3d083b1e-c7a8-48ae-b393-8ffe7ea60efc), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.030741 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d083b1e-c7a8-48ae-b393-8ffe7ea60efc,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:41.062795 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5', 'network_id': '67c024cb-fdda-41b3-a0ad-2b9c4d36578f', 'port_id': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5', 'mac_address': 'fa:16:3e:4f:26:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fe91e6-8e0e-4f01-bc03-bb8bc579a734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:02:41.097021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port f21d0899-8240-4786-a3d8-13e5ab18a6a5 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:41.097400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.110717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21d0899-8240-4786-a3d8-13e5ab18a6a5 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:41.126816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.128149 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-469aa057-4e00-46c8-aa49-0ed8b340b0a4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342063 Jun 03 10:02:41.131336 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58692) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:41.132745 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (513bf167-a011-47c8-995c-29ba15355b38), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.135458 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port f21d0899-8240-4786-a3d8-13e5ab18a6a5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:41.137301 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'security_group_rule': {'security_group_id': '5e4d39c2-4242-498a-a8ef-11e2ea26a904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:41.222718 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.257137 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (2aaed67a-faf4-4072-9e95-c70dc17c0658), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.270512 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=f21d0899-8240-4786-a3d8-13e5ab18a6a5,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:41.279645 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.279959 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.280307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.280669 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.281001 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.281510 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.282000 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.292251 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:02:41.306247 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021bf26-f2db-46aa-b8e0-c3367ad87edd req-faf4bc6e-d710-41bd-a8ed-61a5b2ab44d9 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:41.307782 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3021bf26-f2db-46aa-b8e0-c3367ad87edd req-faf4bc6e-d710-41bd-a8ed-61a5b2ab44d9 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 945 time: 0.0648875 Jun 03 10:02:41.312284 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.323494 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (2aaed67a-faf4-4072-9e95-c70dc17c0658), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.392352 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3021bf26-f2db-46aa-b8e0-c3367ad87edd req-749d7e28-58f5-4dcc-8d6a-42f1b9eea7b8 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775018 Jun 03 10:02:41.394422 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for port (513bf167-a011-47c8-995c-29ba15355b38), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.398899 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (2aaed67a-faf4-4072-9e95-c70dc17c0658), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.419082 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaed67a-faf4-4072-9e95-c70dc17c0658,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:41.467439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (513bf167-a011-47c8-995c-29ba15355b38), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.497340 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (907990f1-d519-4f31-82a3-d9f5d877aed6), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.505259 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.505559 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['f21d0899-8240-4786-a3d8-13e5ab18a6a5'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:02:41.506746 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7e9dd413-b7de-4ab3-9de3-2c27a7fe1300 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744128 Jun 03 10:02:41.509689 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58696) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:02:41.514837 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:41.577871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event updated for resources: {'Port': ['ID=513bf167-a011-47c8-995c-29ba15355b38,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:41.597420 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:41.609694 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Floating IP 907990f1-d519-4f31-82a3-d9f5d877aed6 associated. External IP: 172.27.3.184, port: 895de58e-9396-45ee-adb3-b1ce59bb1799. Jun 03 10:02:41.633750 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.669372 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:41.695761 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:41.716054 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.725747 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:41.776767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:41.808755 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Router 593d5759-2217-45d6-9328-879b364eadee has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:02:41.820397 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Allocated IP 172.27.3.205 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/4302ddbc-fa7a-49cf-8055-888d7a902974) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:02:41.916021 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:02:41.925653 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:41.926164 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] Sync routers for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:02:41.937252 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:41.937874 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:42.018289 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.037472 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:42.047904 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-abd5df83-8256-4f8f-80ca-91ec4b194183 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8722277 Jun 03 10:02:42.048481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:42.051035 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679f024c-0da6-46d6-9165-809bd0e4f8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:42.051612 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.088270 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:02:42.091155 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:02:42.091820 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1f4e19-5228-4b37-89e4-dec9df03861f x-openstack-request-id: req-bf1f4e19-5228-4b37-89e4-dec9df03861f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:42.092292 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:42.093413 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf1f4e19-5228-4b37-89e4-dec9df03861f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:42.093922 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1f4e19-5228-4b37-89e4-dec9df03861f'] response: {'name': 'network-changed', 'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'status': 'completed', 'code': 200} Jun 03 10:02:42.094961 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:02:42.123142 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'Port': ['ID=4302ddbc-fa7a-49cf-8055-888d7a902974,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:42.172717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-5f678f06-90c7-4ad1-98bd-fe9ef4c87bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:42.174188 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-5f678f06-90c7-4ad1-98bd-fe9ef4c87bad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1130 time: 0.0479736 Jun 03 10:02:42.190505 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:42.199640 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (148b54f5-8cd0-46eb-8771-32ecfcbfefc6), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.267434 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '907990f1-d519-4f31-82a3-d9f5d877aed6', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '593d5759-2217-45d6-9328-879b364eadee', 'port_id': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'mac_address': 'fa:16:3e:c4:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:40Z', 'updated_at': '2022-06-03T10:02:40Z', 'revision_number': 0, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:42.268541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-2811c709-7ef9-4bbb-aaa2-e9d87667e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:42.269872 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-2811c709-7ef9-4bbb-aaa2-e9d87667e329 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 908 time: 0.0865734 Jun 03 10:02:42.292331 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] Checking router: 593d5759-2217-45d6-9328-879b364eadee for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:02:42.296695 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.302069 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:42.302685 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:42.340155 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-8d133536-81cb-45fd-88cb-6a0c12c64ace service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 1000 time: 0.0634568 Jun 03 10:02:42.391939 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-3583eccd-e2ad-4494-bb1e-29f41531720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:42.393629 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-3583eccd-e2ad-4494-bb1e-29f41531720e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 200 len: 846 time: 0.0473363 Jun 03 10:02:42.411890 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:42.427822 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:42.443993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-322c539c-ca91-411a-8b13-cfae8cbc826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:42.445337 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-322c539c-ca91-411a-8b13-cfae8cbc826a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01385250-2fd5-4d81-b043-bc8409277f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451496 Jun 03 10:02:42.489615 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.562093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de849d-15a9-4b5a-9da2-3f23eebcacac req-0052b118-4ccc-4d53-b7b3-c46752d8e7b2 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:42.563565 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-39de849d-15a9-4b5a-9da2-3f23eebcacac req-0052b118-4ccc-4d53-b7b3-c46752d8e7b2 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 945 time: 0.0813773 Jun 03 10:02:42.613594 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-7cd4c8e2-f846-443a-95fa-8aba64b77d97 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562033 Jun 03 10:02:42.630835 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '907990f1-d519-4f31-82a3-d9f5d877aed6', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '593d5759-2217-45d6-9328-879b364eadee', 'port_id': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'mac_address': 'fa:16:3e:c4:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:40Z', 'updated_at': '2022-06-03T10:02:40Z', 'revision_number': 0, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:42.643908 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.660363 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7301d5-6e58-4d54-826e-a653f357d9ba None None] The sync data for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi is: [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '907990f1-d519-4f31-82a3-d9f5d877aed6', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '593d5759-2217-45d6-9328-879b364eadee', 'port_id': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'mac_address': 'fa:16:3e:c4:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:40Z', 'updated_at': '2022-06-03T10:02:40Z', 'revision_number': 0, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:02:42.675194 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-39de849d-15a9-4b5a-9da2-3f23eebcacac req-1520cbb5-d2c8-4a76-9f45-6ac0e8902720 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032443 Jun 03 10:02:42.724045 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'Port': ['ID=4302ddbc-fa7a-49cf-8055-888d7a902974,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:42.727039 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (148b54f5-8cd0-46eb-8771-32ecfcbfefc6), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.740736 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-679f024c-0da6-46d6-9165-809bd0e4f8d6 req-446a4f9f-e955-4bed-8b22-d97fc6933ff6 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176565 Jun 03 10:02:42.828083 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device f21d0899-8240-4786-a3d8-13e5ab18a6a5 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:02:42.832221 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:42.852385 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.854006 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-369d570d-0db3-4754-a4be-c4f18f2910a9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3422084 Jun 03 10:02:42.879836 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4910c708-fad0-42eb-ae6c-5957d0e00746 None None] New status for floating IP 907990f1-d519-4f31-82a3-d9f5d877aed6: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:02:42.888945 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port f21d0899-8240-4786-a3d8-13e5ab18a6a5 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:02:42.959607 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:42.988421 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port f21d0899-8240-4786-a3d8-13e5ab18a6a5 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:02:42.988950 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:43.067867 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port f21d0899-8240-4786-a3d8-13e5ab18a6a5 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:43.068573 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:43.080832 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-7526f6ad-5559-40e7-956c-e9042d26d51a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1629283229&fields=id&tenant_id=57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 267 time: 0.0482037 Jun 03 10:02:43.096233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:43.098464 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215bf4f5-1e3d-4e2a-a0a6-a0665a16ff68" -d '{"events": [{"server_uuid": "f21c35e4-2a21-41c4-91bb-e28a3a75fb35", "name": "network-vif-plugged", "status": "completed", "tag": "f21d0899-8240-4786-a3d8-13e5ab18a6a5"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:43.111961 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port f21d0899-8240-4786-a3d8-13e5ab18a6a5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:43.136234 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6583615d-1c7b-4881-b6bc-2fbf8cade624 x-openstack-request-id: req-6583615d-1c7b-4881-b6bc-2fbf8cade624 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:43.136541 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21c35e4-2a21-41c4-91bb-e28a3a75fb35", "name": "network-vif-plugged", "status": "completed", "tag": "f21d0899-8240-4786-a3d8-13e5ab18a6a5", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:43.136834 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6583615d-1c7b-4881-b6bc-2fbf8cade624 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:43.137188 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6583615d-1c7b-4881-b6bc-2fbf8cade624'] response: {'server_uuid': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5', 'code': 200} Jun 03 10:02:43.192632 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-447bd0f4-aff2-4efa-af26-94dd3b5f7fb0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:43.194124 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-447bd0f4-aff2-4efa-af26-94dd3b5f7fb0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 817 time: 0.1043327 Jun 03 10:02:43.204161 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:43.215746 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-c589ea29-6d5b-4af1-9fa6-412631e5c001 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/quotas/57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 375 time: 0.0099843 Jun 03 10:02:43.260171 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=f21d0899-8240-4786-a3d8-13e5ab18a6a5,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:43.261182 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:43.273477 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-b9806ee9-d2e1-48cf-bc44-4247d31be46e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519600 Jun 03 10:02:43.371297 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-f486dd98-4aa2-4889-8064-2dbfdb8a9365 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853446 Jun 03 10:02:43.403899 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:43.469464 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-845bd82e-88d4-48ca-af4c-18f0a0551d56 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Jun 03 10:02:43.519473 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c23b5-1812-405e-8ec6-c9029e782f19 req-14ab4b96-6de8-4a20-8fe2-3c0ca652dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:43.520982 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a74c23b5-1812-405e-8ec6-c9029e782f19 req-14ab4b96-6de8-4a20-8fe2-3c0ca652dd9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 1130 time: 0.0400758 Jun 03 10:02:43.567337 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a74c23b5-1812-405e-8ec6-c9029e782f19 req-b97c7da4-a4c0-438a-bad5-029446db0f41 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Jun 03 10:02:43.700021 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-80338ba2-9521-414d-b848-9c542c503db0 req-2f022431-2ae4-42d6-8d8c-5972721aeee3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 210 time: 0.0294611 Jun 03 10:02:43.815957 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bdf3a-0d07-4ff4-a0ef-0db54402cc5a req-6c82f921-43c9-4403-a2d6-698f2896252e tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:43.817413 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d31bdf3a-0d07-4ff4-a0ef-0db54402cc5a req-6c82f921-43c9-4403-a2d6-698f2896252e tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.0513675 Jun 03 10:02:43.863799 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d31bdf3a-0d07-4ff4-a0ef-0db54402cc5a req-1af44787-faa4-4aa9-bb40-1cbc9878ef05 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Jun 03 10:02:44.055933 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:44.799992 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-704ffc96-590d-4b2c-a5c8-402df6355425 req-8bd91fc0-b77d-478f-8cdb-1a982d8a159e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 210 time: 0.0282266 Jun 03 10:02:44.981194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113afd0f-4c30-4d1e-947e-440c7a66bc39 req-8ab86a0f-3367-41ae-bab1-59f82b27ef8f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:44.982673 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-113afd0f-4c30-4d1e-947e-440c7a66bc39 req-8ab86a0f-3367-41ae-bab1-59f82b27ef8f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.0467172 Jun 03 10:02:45.029293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-113afd0f-4c30-4d1e-947e-440c7a66bc39 req-e8762c5f-7d7e-45d8-8b0c-b0d5fe7db626 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Jun 03 10:02:45.901163 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-86f60ea9-2296-40c1-910d-ed7bbc01fb22 req-16d89e3c-4139-4623-89ca-abed2a756a48 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 210 time: 0.0304348 Jun 03 10:02:46.185848 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4484e-62ee-4053-bfb1-b355462c3c03 req-fbc91fe9-ec4a-44fc-b291-8e01f3fbee59 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:46.187329 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57a4484e-62ee-4053-bfb1-b355462c3c03 req-fbc91fe9-ec4a-44fc-b291-8e01f3fbee59 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.0916417 Jun 03 10:02:46.267176 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57a4484e-62ee-4053-bfb1-b355462c3c03 req-1c3daa07-b52a-49c4-9bb6-8819e7f40dbb tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 Jun 03 10:02:46.272877 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-6819c601-c58c-4722-ab8f-ffa13dcdefcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:46.274301 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-6819c601-c58c-4722-ab8f-ffa13dcdefcc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 817 time: 0.1511595 Jun 03 10:02:46.337434 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:46.346381 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-bb978281-dd5b-4e1e-b32d-edc6c8b7e994 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 380 time: 0.0554156 Jun 03 10:02:46.365594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'port': {'device_id': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'admin_state_up': True, 'tenant_id': '57756244f164417dad785bb5927d05b6', 'security_groups': ['5e4d39c2-4242-498a-a8ef-11e2ea26a904']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:46.535728 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Made reservation on behalf of 57756244f164417dad785bb5927d05b6 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:02:46.539293 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:46.666640 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Allocated IP 172.20.0.6 (1dd31c87-764e-47aa-825b-25f1a52d1c3d/132748ac-4398-49ca-9054-387a929a2a66/3b6360f1-9329-469d-913b-3b05fed8cd88) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:02:46.749662 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:46.805143 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:46.919357 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:46.964337 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:02:46.968444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:02:46.974946 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:02:46.980094 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:46.981345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.000748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:47.040440 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5394de-8b37-483b-b995-9200dc9743ba req-8dfc25ad-3abd-44c6-a23e-995f46ca1483 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:47.042000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-db5394de-8b37-483b-b995-9200dc9743ba req-8dfc25ad-3abd-44c6-a23e-995f46ca1483 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 931 time: 0.0578072 Jun 03 10:02:47.093137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:47.098137 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-db5394de-8b37-483b-b995-9200dc9743ba req-03daaf22-15df-48c6-954e-b24fb78769a5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496335 Jun 03 10:02:47.123929 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3ce649fb-e7a4-4a7c-a939-1f1f28963b24 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618630 Jun 03 10:02:47.135318 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Request body: {'port': {'device_id': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:02:47.184130 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-3fef0bd6-e7c1-47c5-b0d1-0e209335c917 None None] Provisioning complete for port 3b6360f1-9329-469d-913b-3b05fed8cd88 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:02:47.184130 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3fef0bd6-e7c1-47c5-b0d1-0e209335c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.197576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.211019 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-3fef0bd6-e7c1-47c5-b0d1-0e209335c917 None None] Port 3b6360f1-9329-469d-913b-3b05fed8cd88 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:02:47.488292 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6360f1-9329-469d-913b-3b05fed8cd88 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:47.495461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Publish callbacks [] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.507763 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Transition to ACTIVE for port object 3b6360f1-9329-469d-913b-3b05fed8cd88 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:02:47.621485 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.674091 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:47.704193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Attempting to bind port 3b6360f1-9329-469d-913b-3b05fed8cd88 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:02:47.704661 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Attempting to bind port 3b6360f1-9329-469d-913b-3b05fed8cd88 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:02:47.704991 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Attempting to bind port 3b6360f1-9329-469d-913b-3b05fed8cd88 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:02:47.709789 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Port 3b6360f1-9329-469d-913b-3b05fed8cd88 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:02:47.710170 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Attempting to bind port 3b6360f1-9329-469d-913b-3b05fed8cd88 on network 1dd31c87-764e-47aa-825b-25f1a52d1c3d {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:02:47.716504 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:02:47.716504 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Checking segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:02:47.716822 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Bound using segment: {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:02:47.717149 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Bound port: 3b6360f1-9329-469d-913b-3b05fed8cd88, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49422f3c-417a-4c82-968b-8a5b33244595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:02:47.717502 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.784393 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:02:47.786152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:47.787987 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:02:47.897625 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.929631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:47.930291 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:47.931670 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 200 len: 1093 time: 0.8015020 Jun 03 10:02:47.932104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:47.934932 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01976099-298b-4c5c-ac3a-46bd1ba3e20a" -d '{"events": [{"name": "network-changed", "server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:47.961399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847ab4-c0ea-430c-996b-097372e25e91 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:47.977196 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d8c71-fbcb-4526-944f-09b659ffc8c9 x-openstack-request-id: req-800d8c71-fbcb-4526-944f-09b659ffc8c9 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:47.977487 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:47.977766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-800d8c71-fbcb-4526-944f-09b659ffc8c9 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:47.978200 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800d8c71-fbcb-4526-944f-09b659ffc8c9'] response: {'name': 'network-changed', 'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'status': 'completed', 'code': 200} Jun 03 10:02:48.063209 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976099-298b-4c5c-ac3a-46bd1ba3e20a req-7be150d2-1016-4965-b358-af2bb3815b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.064730 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-01976099-298b-4c5c-ac3a-46bd1ba3e20a req-7be150d2-1016-4965-b358-af2bb3815b29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1127 time: 0.0412476 Jun 03 10:02:48.177334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976099-298b-4c5c-ac3a-46bd1ba3e20a req-793617ca-9ed9-4d3f-a4db-7ac2ed677b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.178919 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-01976099-298b-4c5c-ac3a-46bd1ba3e20a req-793617ca-9ed9-4d3f-a4db-7ac2ed677b89 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57756244f164417dad785bb5927d05b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1015148 Jun 03 10:02:48.277119 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344de48-b02b-424a-93c4-8d5ca25a69f1 req-dec708e5-01e7-40bc-a88f-80b06197a99f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.278745 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b344de48-b02b-424a-93c4-8d5ca25a69f1 req-dec708e5-01e7-40bc-a88f-80b06197a99f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0940003 Jun 03 10:02:48.341553 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976099-298b-4c5c-ac3a-46bd1ba3e20a req-306e874d-6e56-467c-8709-c07cd22ae549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.343020 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-01976099-298b-4c5c-ac3a-46bd1ba3e20a req-306e874d-6e56-467c-8709-c07cd22ae549 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492810 Jun 03 10:02:48.357734 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b344de48-b02b-424a-93c4-8d5ca25a69f1 req-185ce20e-4c04-4814-b405-c23a8c9793cb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723693 Jun 03 10:02:48.423303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:48.435356 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-856f0caf-182b-41c1-8fb7-f2bc0e037423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.437063 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-856f0caf-182b-41c1-8fb7-f2bc0e037423 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1127 time: 0.0406578 Jun 03 10:02:48.476874 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-5d82152c-663c-4f0a-b8aa-42731955d0f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 200 len: 217 time: 0.0330448 Jun 03 10:02:48.526716 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3d9f5660-9339-44c8-8076-8cd4ec861633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.528735 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-3d9f5660-9339-44c8-8076-8cd4ec861633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0440271 Jun 03 10:02:48.576596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-f5fedce7-c1ec-4487-bd85-ad8658fe289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:48.578114 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-f5fedce7-c1ec-4487-bd85-ad8658fe289e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425072 Jun 03 10:02:48.665597 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-6380da43-d6ba-4301-b6d4-67c93ec81f46 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808270 Jun 03 10:02:48.992198 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e444d08e-9165-4520-b7e0-b1d0cdf07968 req-2bd4c070-daa7-467a-96d6-f46f263ac234 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189194 Jun 03 10:02:49.479230 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe3c3-6f37-4840-b77d-8efe27d26f1d req-d95e355c-55f4-4918-ac61-cf2075b3c8b1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:49.481335 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c46fe3c3-6f37-4840-b77d-8efe27d26f1d req-d95e355c-55f4-4918-ac61-cf2075b3c8b1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0484610 Jun 03 10:02:49.527726 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c46fe3c3-6f37-4840-b77d-8efe27d26f1d req-f1e787dd-570d-4511-b502-52a36a006a8b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Jun 03 10:02:50.643923 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303c3de-60d7-4233-aeed-5771c205102c req-b93f08c1-fe8e-462c-92e5-8c0d3a8aa0d1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:50.645366 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3303c3de-60d7-4233-aeed-5771c205102c req-b93f08c1-fe8e-462c-92e5-8c0d3a8aa0d1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0464962 Jun 03 10:02:50.695297 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3303c3de-60d7-4233-aeed-5771c205102c req-06db22eb-d6a7-4c8d-8b56-6b8335a25685 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445356 Jun 03 10:02:51.811323 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df780-f4b0-403a-948c-437c4f8aa792 req-9498280d-146b-4c4a-8abf-0c71c4bf400b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:51.812763 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-279df780-f4b0-403a-948c-437c4f8aa792 req-9498280d-146b-4c4a-8abf-0c71c4bf400b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0464387 Jun 03 10:02:51.858912 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-279df780-f4b0-403a-948c-437c4f8aa792 req-7da818a1-7cd0-4c2b-9c08-e7c5a20c43e2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Jun 03 10:02:52.638332 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c3e8-d34b-452e-81d3-46b7c8d5ae4c req-ec532e4f-5a5c-48d7-a8c7-b6a71e2c1c56 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:52.639840 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8448c3e8-d34b-452e-81d3-46b7c8d5ae4c req-ec532e4f-5a5c-48d7-a8c7-b6a71e2c1c56 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0476394 Jun 03 10:02:52.686719 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8448c3e8-d34b-452e-81d3-46b7c8d5ae4c req-0f953afc-ee25-45a5-b366-c0823ba4d1ec tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Jun 03 10:02:52.860031 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:02:52.956694 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:52.968371 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'mac_address': 'fa:16:3e:c1:47:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:02:52.979579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c71e-e156-48e5-90fb-b779b4551dee req-e3df4425-9be6-448e-a6b2-b861d586ab1e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:52.981615 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ef93c71e-e156-48e5-90fb-b779b4551dee req-e3df4425-9be6-448e-a6b2-b861d586ab1e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0509772 Jun 03 10:02:53.000601 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:53.007445 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:53.007835 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:53.021203 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6360f1-9329-469d-913b-3b05fed8cd88 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:02:53.030723 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ef93c71e-e156-48e5-90fb-b779b4551dee req-f9f48c1f-4e53-4548-a86d-9bd2bf4a3505 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Jun 03 10:02:53.038044 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:53.042121 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:53.072095 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:53.075026 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:53.140889 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:53.186643 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:53.444535 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:53.458187 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['3b6360f1-9329-469d-913b-3b05fed8cd88'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:02:53.803183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea7bfb-1271-49d1-b6e2-d248f67f9a25 req-0c7805d9-a824-41d0-bb4f-82da6c2f5b49 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:53.804618 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbea7bfb-1271-49d1-b6e2-d248f67f9a25 req-0c7805d9-a824-41d0-bb4f-82da6c2f5b49 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0469010 Jun 03 10:02:53.849908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbea7bfb-1271-49d1-b6e2-d248f67f9a25 req-9dc80e78-e14f-471d-83b1-ad99168e367e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Jun 03 10:02:54.152261 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fd981-f3ad-46a8-801d-ee4d3fc30d25 req-e08b4073-01b7-40e9-a06c-4a1296170071 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:54.154347 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f87fd981-f3ad-46a8-801d-ee4d3fc30d25 req-e08b4073-01b7-40e9-a06c-4a1296170071 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 944 time: 0.0509145 Jun 03 10:02:54.193321 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:54.200747 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f87fd981-f3ad-46a8-801d-ee4d3fc30d25 req-0803b71b-fccb-47f2-b670-79204a199931 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Jun 03 10:02:54.874009 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:02:54.917572 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 3b6360f1-9329-469d-913b-3b05fed8cd88 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:02:54.963788 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a18f4-6d15-4ae3-8e3f-d26d00dd85a7 req-9b6c70ec-b0a0-458c-b38b-e37d394f529e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:54.965253 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-822a18f4-6d15-4ae3-8e3f-d26d00dd85a7 req-9b6c70ec-b0a0-458c-b38b-e37d394f529e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0465453 Jun 03 10:02:55.012140 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-822a18f4-6d15-4ae3-8e3f-d26d00dd85a7 req-aae55940-f4a4-45b0-876a-14c9a17f74e4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405707 Jun 03 10:02:55.015775 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 3b6360f1-9329-469d-913b-3b05fed8cd88 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:02:55.016165 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:55.089864 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:02:55.090311 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:55.112421 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:55.114629 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d82fdd8-c20b-40b4-b373-8f3d5e4be036" -d '{"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:55.127119 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:55.149556 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfff514-7904-4b82-a802-a812f12ccf45 x-openstack-request-id: req-cdfff514-7904-4b82-a802-a812f12ccf45 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:55.149923 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:55.150172 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdfff514-7904-4b82-a802-a812f12ccf45 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:55.150557 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfff514-7904-4b82-a802-a812f12ccf45'] response: {'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'code': 200} Jun 03 10:02:55.181659 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:55.220347 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:55.230484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:55.320816 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562e211-59a5-4e5e-a043-84eb9d573d2c req-2c9f647a-aac0-4f7a-aeae-16134f24586c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:55.322283 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0562e211-59a5-4e5e-a043-84eb9d573d2c req-2c9f647a-aac0-4f7a-aeae-16134f24586c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0470572 Jun 03 10:02:55.408409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-4379219f-bfa6-4cd7-bc12-19502c26440e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:55.409859 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-4379219f-bfa6-4cd7-bc12-19502c26440e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0679572 Jun 03 10:02:55.413183 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0562e211-59a5-4e5e-a043-84eb9d573d2c req-0410bee2-2893-4b59-806c-d9e9fc224243 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845137 Jun 03 10:02:55.848364 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04891a9-ff51-4eab-a1f3-a709e0861d38 req-c399e1a5-2122-4625-a9c1-76876587aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:55.849744 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d04891a9-ff51-4eab-a1f3-a709e0861d38 req-c399e1a5-2122-4625-a9c1-76876587aa8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1129 time: 0.0720665 Jun 03 10:02:55.865869 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Deleting port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:02:55.866234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:55.955976 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d04891a9-ff51-4eab-a1f3-a709e0861d38 req-b9028d68-e630-48bb-83a7-53c95c8f58a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952334 Jun 03 10:02:55.979461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] For port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:02:55.979826 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:56.167657 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b49db0-0a9e-435d-b53f-6b32be6072a3 req-34c793c2-33da-45c1-86e2-0eed1871cc7e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:56.169047 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c1b49db0-0a9e-435d-b53f-6b32be6072a3 req-34c793c2-33da-45c1-86e2-0eed1871cc7e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 946 time: 0.0876145 Jun 03 10:02:56.183992 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:56.184343 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (58c227e8-d284-4c90-b0ac-bdcb3b686293), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:56.184651 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Floating IP 58c227e8-d284-4c90-b0ac-bdcb3b686293 disassociated. External IP: 172.27.3.183, port: 5e8649fd-c65a-45e0-87b5-6023ff2fceaf. Jun 03 10:02:56.185041 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Calling delete_port for 5e8649fd-c65a-45e0-87b5-6023ff2fceaf owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:02:56.262409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:56.269645 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c1b49db0-0a9e-435d-b53f-6b32be6072a3 req-a3ab2608-cd97-4a7e-8c10-69df10b3d1f9 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891595 Jun 03 10:02:56.333470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:56.427466 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (5e8649fd-c65a-45e0-87b5-6023ff2fceaf), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:56.466565 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event deleted for resources: {'Port': ['ID=5e8649fd-c65a-45e0-87b5-6023ff2fceaf,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:02:56.586643 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d00d59-ce52-429b-a649-5657089fe352 req-79a601a4-70b2-480e-8366-b095ed518d9c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:56.588078 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-85d00d59-ce52-429b-a649-5657089fe352 req-79a601a4-70b2-480e-8366-b095ed518d9c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0841482 Jun 03 10:02:56.637677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:02:56.652856 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-85d00d59-ce52-429b-a649-5657089fe352 req-724c97e9-f4cf-429e-80ef-33c22d673405 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590563 Jun 03 10:02:56.755222 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:02:56.766061 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c881-e564-419f-b025-8166678cddec None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:02:56.777600 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785c881-e564-419f-b025-8166678cddec None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:56.778449 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5785c881-e564-419f-b025-8166678cddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:56.803604 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] No DVR routers for this DVR port 5e8649fd-c65a-45e0-87b5-6023ff2fceaf on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:02:56.806167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:02:56.809337 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d72341fd-d013-4aa7-b804-5f3b282c7d1e req-3cef0861-b1bc-4725-99ad-dd5be1aa2250 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "DELETE /v2.0/ports/5e8649fd-c65a-45e0-87b5-6023ff2fceaf HTTP/1.1" status: 204 len: 173 time: 1.0661302 Jun 03 10:02:56.809806 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'name': 'network-vif-deleted', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:02:56.812083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d240cf5-7fcc-4fdd-a924-31dfdedc1816" -d '{"events": [{"server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "name": "network-vif-deleted", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:02:56.854679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81055d2-9a2c-424b-816e-e038020e60af x-openstack-request-id: req-e81055d2-9a2c-424b-816e-e038020e60af {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:02:56.855080 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d7bf3d-d6e9-4a78-bf74-77b44928b1d3", "name": "network-vif-deleted", "tag": "5e8649fd-c65a-45e0-87b5-6023ff2fceaf", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:02:56.855426 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e81055d2-9a2c-424b-816e-e038020e60af {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:02:56.855924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81055d2-9a2c-424b-816e-e038020e60af'] response: {'server_uuid': '22d7bf3d-d6e9-4a78-bf74-77b44928b1d3', 'name': 'network-vif-deleted', 'tag': '5e8649fd-c65a-45e0-87b5-6023ff2fceaf', 'status': 'completed', 'code': 200} Jun 03 10:02:56.890082 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-5785c881-e564-419f-b025-8166678cddec None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:57.079728 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5785c881-e564-419f-b025-8166678cddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:57.229376 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c881-e564-419f-b025-8166678cddec None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:02:57.238293 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785c881-e564-419f-b025-8166678cddec None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:02:57.238889 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5785c881-e564-419f-b025-8166678cddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:57.338452 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-5785c881-e564-419f-b025-8166678cddec None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:02:57.365036 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:02:57.376874 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-068cc8fb-2131-457c-8f35-c500d9a3ac55 req-04a67e9f-8352-4c25-afd6-d1db1478fb41 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0277748 Jun 03 10:02:57.522173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-5785c881-e564-419f-b025-8166678cddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:02:57.546188 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c881-e564-419f-b025-8166678cddec None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:02:57.763681 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e524d-e271-4cb8-8b57-fabb2b226857 None None] New status for floating IP 58c227e8-d284-4c90-b0ac-bdcb3b686293: DOWN {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:02:57.781180 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516305b-51dd-49f4-814e-d9c5164d3225 req-8d3cef39-2be9-4b7a-9b15-9eeb71e078e2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:57.782637 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6516305b-51dd-49f4-814e-d9c5164d3225 req-8d3cef39-2be9-4b7a-9b15-9eeb71e078e2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0491083 Jun 03 10:02:57.830470 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6516305b-51dd-49f4-814e-d9c5164d3225 req-6de13b80-2d2f-4096-98b1-f375446db86d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Jun 03 10:02:58.487980 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-77534a79-df01-4461-a304-2ebe44a5b7e5 req-3a2160fe-cff6-40b5-ab4f-24d53681339c tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0310655 Jun 03 10:02:58.947524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0afadf-23f2-49e4-9217-87afb0398664 req-d1c13ac7-0652-4359-a5c9-57a2fac08176 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:02:58.948990 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea0afadf-23f2-49e4-9217-87afb0398664 req-d1c13ac7-0652-4359-a5c9-57a2fac08176 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0467699 Jun 03 10:02:58.996313 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ea0afadf-23f2-49e4-9217-87afb0398664 req-99b4f201-2cec-4d7b-bce9-de333d310bd5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Jun 03 10:02:59.593746 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d1905ebe-95a4-4323-aea7-ead080a408ac req-410ffad1-ad1a-4d8d-9c3a-4aa9c371eef7 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Jun 03 10:03:00.111632 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8a6d-7917-43a8-8976-e735367c5642 req-61893fe2-6e78-46ea-bec2-36198ff5d0dd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:00.113089 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0baa8a6d-7917-43a8-8976-e735367c5642 req-61893fe2-6e78-46ea-bec2-36198ff5d0dd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0466759 Jun 03 10:03:00.162912 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0baa8a6d-7917-43a8-8976-e735367c5642 req-b302296c-f653-4743-bce4-b9b976564725 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442672 Jun 03 10:03:00.291387 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 5e8649fd-c65a-45e0-87b5-6023ff2fceaf no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:00.315114 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 5e8649fd-c65a-45e0-87b5-6023ff2fceaf {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:00.315461 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 5e8649fd-c65a-45e0-87b5-6023ff2fceaf not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:00.703148 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87f1262c-d5a7-46c1-a764-94c49790a4c6 req-d6793674-2c8f-476e-a997-bc648c432ea1 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=22d7bf3d-d6e9-4a78-bf74-77b44928b1d3 HTTP/1.1" status: 200 len: 210 time: 0.0270090 Jun 03 10:03:01.285962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d29b6c-5695-4484-bb57-40ed591ca0db req-69a1bb0b-be41-4c19-bcba-30b7ca01b833 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:01.287532 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-18d29b6c-5695-4484-bb57-40ed591ca0db req-69a1bb0b-be41-4c19-bcba-30b7ca01b833 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0503249 Jun 03 10:03:01.333364 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:01.337959 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-18d29b6c-5695-4484-bb57-40ed591ca0db req-500d7198-5ea2-4473-8ad5-5eed7660f4f5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 Jun 03 10:03:01.457314 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486720bb-59fe-4dc7-a138-50405b803dcb req-2e806a24-e392-4a2e-b7c2-2410011068b8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:01.458864 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-486720bb-59fe-4dc7-a138-50405b803dcb req-2e806a24-e392-4a2e-b7c2-2410011068b8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0519087 Jun 03 10:03:01.468279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58858) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:01.473026 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Request body: {'floatingip': {'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:01.510880 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (148b54f5-8cd0-46eb-8771-32ecfcbfefc6), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:01.836757 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:01.856681 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58866) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:01.915037 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0e2c56af-3530-4bbd-be20-b67fe43300de tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:01.920696 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:01.938179 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0e2c56af-3530-4bbd-be20-b67fe43300de tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:01.975514 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (148b54f5-8cd0-46eb-8771-32ecfcbfefc6), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.049185 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0e2c56af-3530-4bbd-be20-b67fe43300de tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.051773 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0e2c56af-3530-4bbd-be20-b67fe43300de tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.052919 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0e2c56af-3530-4bbd-be20-b67fe43300de tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "DELETE /v2.0/security-groups/e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4 HTTP/1.1" status: 204 len: 168 time: 0.1952331 Jun 03 10:03:02.055856 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 58868) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:02.062747 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c56af-3530-4bbd-be20-b67fe43300de tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:02.070850 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.api.v2.resource [None req-10dd832b-5bb1-4173-b599-17f8ac80b29a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] show failed (client error): The resource could not be found. Jun 03 10:03:02.071836 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-10dd832b-5bb1-4173-b599-17f8ac80b29a tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups/e3b8b6c2-0932-4dfd-8b5d-5f342bba20f4 HTTP/1.1" status: 404 len: 347 time: 0.0150952 Jun 03 10:03:02.075506 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58870) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:02.081931 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Floating IP 148b54f5-8cd0-46eb-8771-32ecfcbfefc6 associated. External IP: 172.27.3.205, port: 3b6360f1-9329-469d-913b-3b05fed8cd88. Jun 03 10:03:02.198194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Deleting port ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:02.198537 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.282464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.282464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.288287 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:03:02.294239 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Calling delete_port for ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7 owned by network:floatingip {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:02.392195 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:03:02.397131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.403410 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:03:02.416275 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:02.417780 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:02.429028 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-73997f57-0629-4b92-ba2d-6e141fb526ca tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "PUT /v2.0/floatingips/148b54f5-8cd0-46eb-8771-32ecfcbfefc6 HTTP/1.1" status: 200 len: 991 time: 0.9574692 Jun 03 10:03:02.429028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:02.429853 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c55cc3-982c-403c-94e4-eee58610848b" -d '{"events": [{"name": "network-changed", "server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:02.477652 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5650abe-385e-4d66-a36d-fc0c0c74968f x-openstack-request-id: req-e5650abe-385e-4d66-a36d-fc0c0c74968f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:02.477962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:02.478217 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5650abe-385e-4d66-a36d-fc0c0c74968f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:02.478620 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5650abe-385e-4d66-a36d-fc0c0c74968f'] response: {'name': 'network-changed', 'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'status': 'completed', 'code': 200} Jun 03 10:03:02.531464 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:02.541685 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.567057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event deleted for resources: {'Port': ['ID=ac47fbc1-aa39-40ee-9f2e-3c38a2a0ead7,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:02.694962 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:02.745529 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '148b54f5-8cd0-46eb-8771-32ecfcbfefc6', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'mac_address': 'fa:16:3e:c1:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:42Z', 'updated_at': '2022-06-03T10:03:01Z', 'revision_number': 1, 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:02.773981 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:03:02.783124 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:02.783731 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:02:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:02.801594 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (58c227e8-d284-4c90-b0ac-bdcb3b686293), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.804376 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:02.805553 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c4e7f083-df52-4611-b2ef-4c0e373bab15 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "DELETE /v2.0/floatingips/58c227e8-d284-4c90-b0ac-bdcb3b686293 HTTP/1.1" status: 204 len: 168 time: 0.7275536 Jun 03 10:03:02.884205 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:02.950724 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58882) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:02.955433 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563844344', 'description': 'tempest-description--1224275111'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:03.004340 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:03:03.044869 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.094042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '148b54f5-8cd0-46eb-8771-32ecfcbfefc6', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'mac_address': 'fa:16:3e:c1:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:42Z', 'updated_at': '2022-06-03T10:03:01Z', 'revision_number': 1, 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:03.111195 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (764d7c3d-bab8-4152-a653-5a0928649a72), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.118921 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0932d-ab8d-4eff-8c09-eefc21840c41 None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '148b54f5-8cd0-46eb-8771-32ecfcbfefc6', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'mac_address': 'fa:16:3e:c1:47:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:02:42Z', 'updated_at': '2022-06-03T10:03:01Z', 'revision_number': 1, 'project_id': '57756244f164417dad785bb5927d05b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:03:03.170555 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (764d7c3d-bab8-4152-a653-5a0928649a72), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.200010 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764d7c3d-bab8-4152-a653-5a0928649a72,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:03.274856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.276249 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8db6611a-6b5b-4a33-b31b-26126af5ec67 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3245399 Jun 03 10:03:03.279239 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58884) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:03.284488 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'security_group_rule': {'security_group_id': '764d7c3d-bab8-4152-a653-5a0928649a72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:03.307896 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273cb8d-afa5-4e73-9d4f-fe90b1318c38 None None] New status for floating IP 148b54f5-8cd0-46eb-8771-32ecfcbfefc6: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:03:03.390678 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (abf19841-b59f-4f3b-9901-8e5f68cea543), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.394259 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:03.414828 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:03.446157 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (abf19841-b59f-4f3b-9901-8e5f68cea543), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.519950 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (abf19841-b59f-4f3b-9901-8e5f68cea543), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.534540 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf19841-b59f-4f3b-9901-8e5f68cea543,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:03.616525 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.617636 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a176893b-75d2-484f-aa77-d2ca79762503 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3372498 Jun 03 10:03:03.620528 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58888) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:03.625293 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'security_group_rule': {'security_group_id': '764d7c3d-bab8-4152-a653-5a0928649a72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:03.711965 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (af851049-1ce6-4f14-9526-b140924a2003), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.769840 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (af851049-1ce6-4f14-9526-b140924a2003), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.883216 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (af851049-1ce6-4f14-9526-b140924a2003), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:03.901185 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af851049-1ce6-4f14-9526-b140924a2003,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:04.022949 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.024090 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-02af474c-70b6-434a-93cb-b5cf888eb11b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026322 Jun 03 10:03:04.027264 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 58890) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:04.031527 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:04.188041 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.263857 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.371289 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Allocated IP 172.27.3.127 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/83e00d46-3371-4fda-9261-c319fe267188) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:04.470169 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for port (83e00d46-3371-4fda-9261-c319fe267188), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.477817 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:04.581984 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (83e00d46-3371-4fda-9261-c319fe267188), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.625930 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:04.632967 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:04.636150 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:04.639182 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'Port': ['ID=83e00d46-3371-4fda-9261-c319fe267188,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:04.714526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:04.719258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55cc3-982c-403c-94e4-eee58610848b req-ec418d2c-f82c-46ae-9d36-038531da49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:04.720716 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-ec418d2c-f82c-46ae-9d36-038531da49ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1129 time: 0.0427985 Jun 03 10:03:04.728472 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (1a112746-9cae-4aba-afdf-cc78683e2499), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.733336 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:04.821739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55cc3-982c-403c-94e4-eee58610848b req-fd9287d7-f676-4bea-ae49-16366a42b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:04.823264 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-fd9287d7-f676-4bea-ae49-16366a42b0db service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 918 time: 0.0927200 Jun 03 10:03:04.856045 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (83e00d46-3371-4fda-9261-c319fe267188), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:04.892482 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-0b9db2dd-c455-4bfd-bbce-8b5af96c6f1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 200 len: 1001 time: 0.0600572 Jun 03 10:03:04.949574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55cc3-982c-403c-94e4-eee58610848b req-a4c412f4-eb06-4069-98dd-4d95f1424e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:04.951090 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-a4c412f4-eb06-4069-98dd-4d95f1424e12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0513649 Jun 03 10:03:04.997722 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:05.001667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55cc3-982c-403c-94e4-eee58610848b req-ca9be6de-7bd4-4693-96cb-6cc4a23937a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:05.003204 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-ca9be6de-7bd4-4693-96cb-6cc4a23937a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398088 Jun 03 10:03:05.046448 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for port (83e00d46-3371-4fda-9261-c319fe267188), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:05.098633 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-aed2903e-d7a1-49b4-a2fd-5977ae8abbda service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826993 Jun 03 10:03:05.139933 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (83e00d46-3371-4fda-9261-c319fe267188), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:05.217067 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5c55cc3-982c-403c-94e4-eee58610848b req-b7e8d18b-6775-42cd-8ccf-b7e1671632fc service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035652 Jun 03 10:03:05.243423 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'Port': ['ID=83e00d46-3371-4fda-9261-c319fe267188,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:05.255565 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (1a112746-9cae-4aba-afdf-cc78683e2499), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:05.315391 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:05.338729 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:05.348966 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e116b481-8cef-4ffa-a575-b51988aecbc0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3206520 Jun 03 10:03:05.544244 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-2f676530-ae47-4b68-b356-3ba8ec2e5b33 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1563844344&fields=id&tenant_id=686f552be5824c8aa31930a6e8844255 HTTP/1.1" status: 200 len: 267 time: 0.0432858 Jun 03 10:03:05.653212 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-cc419816-2901-4e1a-8407-fa69d247befb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:05.654802 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-cc419816-2901-4e1a-8407-fa69d247befb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 811 time: 0.1035652 Jun 03 10:03:05.669340 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-a003353b-5fee-490d-bd1b-59c9f2d5cdbc tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/quotas/686f552be5824c8aa31930a6e8844255 HTTP/1.1" status: 200 len: 375 time: 0.0092082 Jun 03 10:03:05.722104 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-cf80c8e0-3006-4c3d-ba31-53fe861f6cfd tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464468 Jun 03 10:03:05.821046 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-2392a2a4-24d1-4510-a758-d69be5118f5a service neutron] 10.222.0.42 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Jun 03 10:03:06.150304 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-3e667d1c-fce7-4ceb-bfa3-b80b445b7770 service neutron] 10.222.0.42 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234036 Jun 03 10:03:06.409034 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a5ae4ce3-f1c7-4aa5-9264-5c311ae56b9a req-de434541-b4d8-4f89-8c8f-c86ba4eb5d31 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0290341 Jun 03 10:03:06.448693 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-295dffa6-ee73-44ef-9dc1-a5144ae13a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:07.505317 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c5383aaa-aa9d-4d0e-add6-a5dce591f85e req-db3f679e-eca6-43e2-bf68-8ad50b2490f7 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0293760 Jun 03 10:03:07.879603 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b302e-5db0-4cf5-8907-5e0d8ad28e66 req-bb9a7266-9850-45d7-9f65-221837930173 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:07.881052 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b4b302e-5db0-4cf5-8907-5e0d8ad28e66 req-bb9a7266-9850-45d7-9f65-221837930173 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Jun 03 10:03:07.927973 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b4b302e-5db0-4cf5-8907-5e0d8ad28e66 req-fbcc0a13-d6c5-4e8c-a54b-a2d2de4e7602 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Jun 03 10:03:08.600845 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-af382c08-a467-490d-bba3-60e94ad40278 req-b201566b-bed8-4e02-b008-53a35e3ac730 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0280209 Jun 03 10:03:08.730042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba93-2991-4a56-bd9d-4b7d2a19520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:09.038840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577136b4-3533-4f04-b0fb-833bbf64e101 req-bdc1dee4-efa2-44cf-a04d-3bf6d2f17b95 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:09.040199 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-577136b4-3533-4f04-b0fb-833bbf64e101 req-bdc1dee4-efa2-44cf-a04d-3bf6d2f17b95 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0460823 Jun 03 10:03:09.064334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:09.086924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-577136b4-3533-4f04-b0fb-833bbf64e101 req-0f8fdcf5-153e-45d6-b405-5bdae7f053d8 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Jun 03 10:03:09.697928 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6f0241f-5c4d-4e1c-a013-8f5434f4d0f5 req-c3ed4005-4f44-4664-9a0c-c01f8fac070e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0308199 Jun 03 10:03:09.969697 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:10.201840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67fed9-72a8-47e2-bfe1-9951cf999714 req-a5d526fd-8757-48da-96de-b9ed7a729cf7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:10.203308 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed67fed9-72a8-47e2-bfe1-9951cf999714 req-a5d526fd-8757-48da-96de-b9ed7a729cf7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0466707 Jun 03 10:03:10.249067 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed67fed9-72a8-47e2-bfe1-9951cf999714 req-8b593a5b-21be-4699-b607-94b63216673c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Jun 03 10:03:10.793445 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed857da2-3878-48f3-acfa-334ca0bf19d5 req-ccd8fdbc-e55f-46f1-b87b-e654c3afcb00 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0307431 Jun 03 10:03:11.255699 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:11.363807 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5998983-5a4f-43d6-9597-3c60ed44ce0b req-b7e4f025-c232-410c-809d-18162cad837e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:11.365252 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5998983-5a4f-43d6-9597-3c60ed44ce0b req-b7e4f025-c232-410c-809d-18162cad837e tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0496957 Jun 03 10:03:11.411528 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f5998983-5a4f-43d6-9597-3c60ed44ce0b req-0d9c9ae1-8f4d-4589-9c90-8700e03d38f5 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Jun 03 10:03:11.889194 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-02eda689-7c5f-4e7d-8376-0aea33b045c5 req-817ea33a-b0e5-403a-818e-7001ad54c2ab tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0279934 Jun 03 10:03:12.082832 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-2906e389-5be9-4629-82f7-4020fcf092f2 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:12.084260 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-2906e389-5be9-4629-82f7-4020fcf092f2 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 811 time: 0.1040907 Jun 03 10:03:12.487623 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-45715905-f370-4989-ab40-e77ef5472e76 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:12.489124 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-45715905-f370-4989-ab40-e77ef5472e76 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.0752132 Jun 03 10:03:12.513232 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-9aa81a2c-38ea-43a0-bd27-9f3039fd2d08 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686f552be5824c8aa31930a6e8844255 HTTP/1.1" status: 200 len: 380 time: 0.1004057 Jun 03 10:03:12.539412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'port': {'device_id': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'admin_state_up': True, 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'security_groups': ['764d7c3d-bab8-4152-a653-5a0928649a72']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:12.546234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:12.714028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84999f-7b86-49c0-b330-e15d8d772e70 req-72e24306-a8ec-4b72-9fb7-b21cfd82da61 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:12.718417 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3c84999f-7b86-49c0-b330-e15d8d772e70 req-72e24306-a8ec-4b72-9fb7-b21cfd82da61 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 945 time: 0.2283254 Jun 03 10:03:12.762239 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Deleting port fce52c81-17cf-4133-980e-d0dda0f0288a {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:12.762595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:12.873701 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3c84999f-7b86-49c0-b330-e15d8d772e70 req-9c0ee753-6c7d-4644-8051-9cbdb966b607 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470866 Jun 03 10:03:12.894618 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] For port fce52c81-17cf-4133-980e-d0dda0f0288a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fce52c81-17cf-4133-980e-d0dda0f0288a,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:12.895217 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:12.981743 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.001067 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Made reservation on behalf of 686f552be5824c8aa31930a6e8844255 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:03:13.004439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.010747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:13.069054 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3267af7a-e0cd-49cd-8cb9-1b88d89709b7 req-16d49096-9408-4401-b45d-65e3b37ae086 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.1104603 Jun 03 10:03:13.158180 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.158515 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.158826 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Floating IP bbd72a25-ca85-4e64-b864-ddc9f562394b disassociated. External IP: 172.27.3.153, port: fce52c81-17cf-4133-980e-d0dda0f0288a. Jun 03 10:03:13.159168 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Calling delete_port for fce52c81-17cf-4133-980e-d0dda0f0288a owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:13.238402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:13.265607 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Allocated IP 172.20.0.6 (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a/86dcbaca-bdc2-4ac7-be7a-15a5597de606/13121560-48ad-4ce7-91f1-cace26c579e9) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:13.455222 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for port (13121560-48ad-4ce7-91f1-cace26c579e9), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.463322 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (fce52c81-17cf-4133-980e-d0dda0f0288a), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.497856 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event deleted for resources: {'Port': ['ID=fce52c81-17cf-4133-980e-d0dda0f0288a,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:13.616679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Router 4d63e539-9079-492c-80c5-c1d8ad3a3edb has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:03:13.659736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.713744 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:13.732076 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:13.738983 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:13.744307 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:13.749936 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:13.750556 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.770669 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event updated for resources: {'Port': ['ID=13121560-48ad-4ce7-91f1-cace26c579e9,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:13.787072 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:03:13.800811 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] Sync routers for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:03:13.811793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:13.812503 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:13.848273 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] No DVR routers for this DVR port fce52c81-17cf-4133-980e-d0dda0f0288a on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:03:13.852589 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:13.856452 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-36e23ba9-b820-4dfe-b06f-2c82f4308f7e req-9836ede8-2522-45dc-aedf-6b3a2cae2bbd tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "DELETE /v2.0/ports/fce52c81-17cf-4133-980e-d0dda0f0288a HTTP/1.1" status: 204 len: 173 time: 1.3110936 Jun 03 10:03:13.857019 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'name': 'network-vif-deleted', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:13.860213 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aba0ce-6505-47e6-ba3b-a86d8f226dd4" -d '{"events": [{"server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "name": "network-vif-deleted", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:13.881418 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b2969ea1-bd9f-4575-9100-fbaf5c4c2329 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3460155 Jun 03 10:03:13.899348 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Request body: {'port': {'device_id': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:13.955288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc58a7-e093-4121-a8af-d48a916ecc71 x-openstack-request-id: req-99fc58a7-e093-4121-a8af-d48a916ecc71 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:13.957356 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5809214c-e01c-4ff2-adbf-097cf27a9846", "name": "network-vif-deleted", "tag": "fce52c81-17cf-4133-980e-d0dda0f0288a", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:13.957356 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99fc58a7-e093-4121-a8af-d48a916ecc71 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:13.957356 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fc58a7-e093-4121-a8af-d48a916ecc71'] response: {'server_uuid': '5809214c-e01c-4ff2-adbf-097cf27a9846', 'name': 'network-vif-deleted', 'tag': 'fce52c81-17cf-4133-980e-d0dda0f0288a', 'status': 'completed', 'code': 200} Jun 03 10:03:13.957761 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:14.004917 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.036147 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-36bebdeb-2bae-4b88-ae23-49f2fb3ec25f req-5f026e88-f6fb-43d0-bc71-bb007082df1c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 210 time: 0.0484924 Jun 03 10:03:14.133865 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:14.187147 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.214828 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-e136cad9-ab88-491e-b8ad-a1406d92776f None None] Provisioning complete for port 13121560-48ad-4ce7-91f1-cace26c579e9 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:14.215201 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e136cad9-ab88-491e-b8ad-a1406d92776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.272456 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0043c44-de47-48f5-8742-d4757427d571 req-24a8f44c-46ac-4ae2-af49-4b5891d29059 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:14.273968 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c0043c44-de47-48f5-8742-d4757427d571 req-24a8f44c-46ac-4ae2-af49-4b5891d29059 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 931 time: 0.0671167 Jun 03 10:03:14.388139 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:14.394669 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-e136cad9-ab88-491e-b8ad-a1406d92776f None None] Port 13121560-48ad-4ce7-91f1-cace26c579e9 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:03:14.401508 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c0043c44-de47-48f5-8742-d4757427d571 req-b7e82311-2dfa-46a4-8983-d683396d3997 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145709 Jun 03 10:03:14.417538 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] Checking router: 4d63e539-9079-492c-80c5-c1d8ad3a3edb for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:03:14.426751 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:14.427365 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:14.460346 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab331c-05c1-4205-aea2-92b26ee6aae2 req-2b09e43d-7fac-410c-a3d5-5dfd52cce075 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:14.462206 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfab331c-05c1-4205-aea2-92b26ee6aae2 req-2b09e43d-7fac-410c-a3d5-5dfd52cce075 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.0799572 Jun 03 10:03:14.487567 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:14.520995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13121560-48ad-4ce7-91f1-cace26c579e9 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:03:14.530982 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:14.536123 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Publish callbacks [] for port (13121560-48ad-4ce7-91f1-cace26c579e9), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.560497 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfab331c-05c1-4205-aea2-92b26ee6aae2 req-097232f9-fd25-4be2-a460-2ca7fef56c3f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925844 Jun 03 10:03:14.562032 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Transition to ACTIVE for port object 13121560-48ad-4ce7-91f1-cace26c579e9 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:03:14.644291 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.654887 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:14.698054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Pushing event updated for resources: {'Port': ['ID=13121560-48ad-4ce7-91f1-cace26c579e9,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:14.717755 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:14.746468 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Attempting to bind port 13121560-48ad-4ce7-91f1-cace26c579e9 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:03:14.747092 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Attempting to bind port 13121560-48ad-4ce7-91f1-cace26c579e9 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:03:14.747424 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Attempting to bind port 13121560-48ad-4ce7-91f1-cace26c579e9 on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:14.748334 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bdbdc-778d-46dc-9364-e8d17f420615 None None] The sync data for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi is: [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9320f392-e184-4f82-9a8d-5094f07ec42e', 'name': '', 'network_id': '27ad8cbb-ba5a-4502-afc9-811304412397', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'mac_address': 'fa:16:3e:57:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:19Z', 'updated_at': '2022-06-03T09:58:29Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'subnets': [{'id': '9ef24e14-5054-40b8-9afa-da71caa35f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:03:14.754276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Port 13121560-48ad-4ce7-91f1-cace26c579e9 on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:03:14.754664 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Attempting to bind port 13121560-48ad-4ce7-91f1-cace26c579e9 on network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:14.760343 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:03:14.760679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Checking segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:03:14.761064 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Bound using segment: {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:03:14.761766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Bound port: 13121560-48ad-4ce7-91f1-cace26c579e9, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:03:14.761904 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.829867 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:14.831461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] For port 13121560-48ad-4ce7-91f1-cace26c579e9, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:03:14.834930 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] For port 13121560-48ad-4ce7-91f1-cace26c579e9, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=13121560-48ad-4ce7-91f1-cace26c579e9,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:03:14.919296 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.955654 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:14.956686 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:14.958290 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] 10.222.0.59 "PUT /v2.0/ports/13121560-48ad-4ce7-91f1-cace26c579e9 HTTP/1.1" status: 200 len: 1093 time: 1.0663154 Jun 03 10:03:14.987644 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52880a75-dba6-48ff-85b2-4a28cd43da22 service neutron] Pushing event updated for resources: {'Port': ['ID=13121560-48ad-4ce7-91f1-cace26c579e9,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:14.998559 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17107203-d3dc-421d-ba35-89d3b21b002f None None] New status for floating IP bbd72a25-ca85-4e64-b864-ddc9f562394b: DOWN {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:03:15.160302 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3048bd99-617e-4a8e-a6d3-fef9246f959f req-86e510de-7db1-44a7-b0ff-4f6efdaea698 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 210 time: 0.0321999 Jun 03 10:03:15.270638 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:15.517905 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5ae0-c210-4652-8360-e1cdf90ed55b req-c93850cf-067e-40a9-a6f2-613f97360dfd tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:15.519368 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e5db5ae0-c210-4652-8360-e1cdf90ed55b req-c93850cf-067e-40a9-a6f2-613f97360dfd tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 943 time: 0.0474353 Jun 03 10:03:15.565099 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e5db5ae0-c210-4652-8360-e1cdf90ed55b req-fdaf5c89-452d-4d10-8e82-461fd79b9445 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401003 Jun 03 10:03:15.674214 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bd2c1-9856-4ca8-844a-d22f6ff39fa6 req-d0afc3f5-ca0d-44a4-9f8d-38a0942ad86b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:15.675679 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c42bd2c1-9856-4ca8-844a-d22f6ff39fa6 req-d0afc3f5-ca0d-44a4-9f8d-38a0942ad86b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.0496097 Jun 03 10:03:15.722250 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c42bd2c1-9856-4ca8-844a-d22f6ff39fa6 req-b38ed8e7-5fd9-4c98-a67b-999bb8d8e2c5 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Jun 03 10:03:15.957565 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:15.959814 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68963b9-f954-4a79-b00d-6b3022f9ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:15.993276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2bdd7-e298-40e2-b1b5-7058b1fbcd01 x-openstack-request-id: req-17e2bdd7-e298-40e2-b1b5-7058b1fbcd01 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:15.993667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:15.993946 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17e2bdd7-e298-40e2-b1b5-7058b1fbcd01 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:15.994336 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e2bdd7-e298-40e2-b1b5-7058b1fbcd01'] response: {'name': 'network-changed', 'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9', 'status': 'completed', 'code': 200} Jun 03 10:03:16.201736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-c09759c0-f510-4edd-b740-6c6281c411be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:16.203283 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-c09759c0-f510-4edd-b740-6c6281c411be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 1127 time: 0.0407622 Jun 03 10:03:16.268197 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6381186b-fafc-42f9-b164-59f2252b7bc2 req-2c4b8b6f-d0e5-4aee-a599-e940c857bc6c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=5809214c-e01c-4ff2-adbf-097cf27a9846 HTTP/1.1" status: 200 len: 210 time: 0.0273769 Jun 03 10:03:16.520189 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-ee0f2695-ad57-4eda-ace6-be25b7cd3cf0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13121560-48ad-4ce7-91f1-cace26c579e9 HTTP/1.1" status: 200 len: 217 time: 0.0462401 Jun 03 10:03:16.584179 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-56512750-f37e-47b3-8118-2557adae241f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:16.585616 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-56512750-f37e-47b3-8118-2557adae241f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.1032758 Jun 03 10:03:16.621269 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b6ab5e23-52d8-4ab1-94d1-19515ad551c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:16.622733 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-b6ab5e23-52d8-4ab1-94d1-19515ad551c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.0853372 Jun 03 10:03:16.697152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:16.731642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-21e7799e-6ecc-4919-a4b4-b54bf72857d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:16.733230 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-21e7799e-6ecc-4919-a4b4-b54bf72857d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025798 Jun 03 10:03:16.744602 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Deleting port f21d0899-8240-4786-a3d8-13e5ab18a6a5 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:16.744868 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:16.753202 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7d55e-67db-48e2-a2ed-a6ae27b1d4d2 req-1b52f223-65a7-4632-8634-e8b5a2ba0863 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:16.754653 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fab7d55e-67db-48e2-a2ed-a6ae27b1d4d2 req-1b52f223-65a7-4632-8634-e8b5a2ba0863 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 943 time: 0.1123953 Jun 03 10:03:16.908468 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device fce52c81-17cf-4133-980e-d0dda0f0288a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:16.926982 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: fce52c81-17cf-4133-980e-d0dda0f0288a {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:16.927332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device fce52c81-17cf-4133-980e-d0dda0f0288a not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:16.945090 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a994b-8189-47f3-8fec-3e8e7899c9ca req-a2c786e8-f187-463b-9145-d721fcd2499b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:16.946563 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-910a994b-8189-47f3-8fec-3e8e7899c9ca req-a2c786e8-f187-463b-9145-d721fcd2499b tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 946 time: 0.1333303 Jun 03 10:03:16.963817 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:16.994729 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fab7d55e-67db-48e2-a2ed-a6ae27b1d4d2 req-24d67715-3e34-44c3-8d9c-f0a89db4fd93 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205420 Jun 03 10:03:17.017010 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] For port f21d0899-8240-4786-a3d8-13e5ab18a6a5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f21d0899-8240-4786-a3d8-13e5ab18a6a5,segment=NetworkSegment(67a98012-8881-42b9-b8ca-1d10c682def4),segment_id=67a98012-8881-42b9-b8ca-1d10c682def4)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:17.017010 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.028474 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-6a933af6-6ef4-4fe6-aab4-889af2e070cc service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716379 Jun 03 10:03:17.036861 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Calling delete_port for f21d0899-8240-4786-a3d8-13e5ab18a6a5 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:17.110144 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-910a994b-8189-47f3-8fec-3e8e7899c9ca req-17e931e3-0226-435e-ada4-618a7bba72cd tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/security-groups?id=db81b0a8-180b-46a5-86ca-aad1c5ea030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533926 Jun 03 10:03:17.197209 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7ae128a-2ec8-4d3f-9798-ef72079f8d4a req-693e9326-400d-40c8-baf4-e87f019ea7b0 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582561 Jun 03 10:03:17.313267 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (f21d0899-8240-4786-a3d8-13e5ab18a6a5), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.329343 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['f21d0899-8240-4786-a3d8-13e5ab18a6a5'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:03:17.345854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Pushing event deleted for resources: {'Port': ['ID=f21d0899-8240-4786-a3d8-13e5ab18a6a5,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:17.389699 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] No DVR routers for this DVR port f21d0899-8240-4786-a3d8-13e5ab18a6a5 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:03:17.392275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.395534 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1afed55c-31aa-4b67-a10d-3141afa0b221 req-6a354df8-1f07-4166-a059-1cbe141b968f tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.59 "DELETE /v2.0/ports/f21d0899-8240-4786-a3d8-13e5ab18a6a5 HTTP/1.1" status: 204 len: 173 time: 0.8038805 Jun 03 10:03:17.421449 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59040) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:17.473979 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b1b010-42cc-430a-8ad0-46a4e792f178 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group (0eb9089f-6dad-4cac-a651-3d2cccf1c1f3), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.497206 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b1b010-42cc-430a-8ad0-46a4e792f178 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group (0eb9089f-6dad-4cac-a651-3d2cccf1c1f3), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.638396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b1b010-42cc-430a-8ad0-46a4e792f178 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (0eb9089f-6dad-4cac-a651-3d2cccf1c1f3), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.640897 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85b1b010-42cc-430a-8ad0-46a4e792f178 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.642038 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-85b1b010-42cc-430a-8ad0-46a4e792f178 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "DELETE /v2.0/security-groups/0eb9089f-6dad-4cac-a651-3d2cccf1c1f3 HTTP/1.1" status: 204 len: 168 time: 0.2195973 Jun 03 10:03:17.644892 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59042) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:17.654807 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1b010-42cc-430a-8ad0-46a4e792f178 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9089f-6dad-4cac-a651-3d2cccf1c1f3,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:17.665440 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.api.v2.resource [None req-def8abf4-219b-4b00-86b4-cc94416edbf0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] show failed (client error): The resource could not be found. Jun 03 10:03:17.666494 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-def8abf4-219b-4b00-86b4-cc94416edbf0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups/0eb9089f-6dad-4cac-a651-3d2cccf1c1f3 HTTP/1.1" status: 404 len: 347 time: 0.0202012 Jun 03 10:03:17.669236 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59044) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:17.781983 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Deleting port e2671a36-368b-4fdf-b142-1175e4b9f07a {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:17.782330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.859439 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.859783 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (e2671a36-368b-4fdf-b142-1175e4b9f07a), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:17.872298 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Calling delete_port for e2671a36-368b-4fdf-b142-1175e4b9f07a owned by network:floatingip {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:17.995394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'name': 'network-vif-deleted', 'tag': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:17.997679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8908066-482a-480d-b9b0-3ceaa46e0b2c" -d '{"events": [{"server_uuid": "f21c35e4-2a21-41c4-91bb-e28a3a75fb35", "name": "network-vif-deleted", "tag": "f21d0899-8240-4786-a3d8-13e5ab18a6a5"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:18.033924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73091b-8639-4c1e-ad21-51566482b4e8 x-openstack-request-id: req-bc73091b-8639-4c1e-ad21-51566482b4e8 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:18.034208 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21c35e4-2a21-41c4-91bb-e28a3a75fb35", "name": "network-vif-deleted", "tag": "f21d0899-8240-4786-a3d8-13e5ab18a6a5", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:18.034461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc73091b-8639-4c1e-ad21-51566482b4e8 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:18.034915 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc73091b-8639-4c1e-ad21-51566482b4e8'] response: {'server_uuid': 'f21c35e4-2a21-41c4-91bb-e28a3a75fb35', 'name': 'network-vif-deleted', 'tag': 'f21d0899-8240-4786-a3d8-13e5ab18a6a5', 'status': 'completed', 'code': 200} Jun 03 10:03:18.061620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (e2671a36-368b-4fdf-b142-1175e4b9f07a), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:18.089566 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event deleted for resources: {'Port': ['ID=e2671a36-368b-4fdf-b142-1175e4b9f07a,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:18.156056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks [] for floatingip (bbd72a25-ca85-4e64-b864-ddc9f562394b), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:18.158648 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:18.159841 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-3ba092b0-9ac2-4e04-8c25-44a8be8c40ac tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "DELETE /v2.0/floatingips/bbd72a25-ca85-4e64-b864-ddc9f562394b HTTP/1.1" status: 204 len: 168 time: 0.4897280 Jun 03 10:03:18.388254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6b9a33e3-cce8-4e99-83c1-3c7c386e5985 req-5570c35c-2e5e-4782-b576-4f3d20cec647 tempest-VolumesSnapshotTestJSON-959706326 tempest-VolumesSnapshotTestJSON-959706326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21c35e4-2a21-41c4-91bb-e28a3a75fb35 HTTP/1.1" status: 200 len: 210 time: 0.0703378 Jun 03 10:03:18.402131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b4b8a-ca73-4fe6-9116-feaf8c837b43 req-c8cb7eff-57b5-408e-9ca6-a3f5ac6606ef tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:18.403578 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-754b4b8a-ca73-4fe6-9116-feaf8c837b43 req-c8cb7eff-57b5-408e-9ca6-a3f5ac6606ef tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 943 time: 0.3394587 Jun 03 10:03:18.409635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-bbd1dce6-05a8-4222-bacd-fbf004db5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:18.411054 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-bbd1dce6-05a8-4222-bacd-fbf004db5b0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 1127 time: 0.0926108 Jun 03 10:03:18.505400 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-754b4b8a-ca73-4fe6-9116-feaf8c837b43 req-09bd602d-f48b-4a9e-bbc2-729544d4a288 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929291 Jun 03 10:03:18.533396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-46775348-6aa3-44eb-b0f6-183190ba723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:18.534914 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-46775348-6aa3-44eb-b0f6-183190ba723c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 912 time: 0.1155596 Jun 03 10:03:18.578332 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-1063a6c4-f9f0-48bc-a774-ace54f206fd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13121560-48ad-4ce7-91f1-cace26c579e9 HTTP/1.1" status: 200 len: 217 time: 0.0370419 Jun 03 10:03:18.622629 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:18.631102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-d4f24892-088b-470f-a180-d8f423e60776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:18.632549 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-d4f24892-088b-470f-a180-d8f423e60776 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.0464954 Jun 03 10:03:18.684569 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-d712e4a3-286a-4e0f-9485-042100fbe1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:18.686527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-d712e4a3-286a-4e0f-9485-042100fbe1f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411372 Jun 03 10:03:18.700798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:18.782068 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-2c72de92-d3e4-4f48-9a19-8fc9b214471b service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879087 Jun 03 10:03:19.088286 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68963b9-f954-4a79-b00d-6b3022f9ef2e req-924fb078-c88c-4d5a-9bff-60370fb6ecc8 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857117 Jun 03 10:03:19.631966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66839b-6aa1-45f5-9d57-5ec76d5a83a5 req-7cbd2e38-e2fa-4762-b9f8-86f6ce6fb884 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:19.633482 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1a66839b-6aa1-45f5-9d57-5ec76d5a83a5 req-7cbd2e38-e2fa-4762-b9f8-86f6ce6fb884 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 943 time: 0.0482299 Jun 03 10:03:19.685352 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1a66839b-6aa1-45f5-9d57-5ec76d5a83a5 req-630c0e93-698f-49ab-b8b2-dea7ca8b1279 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454457 Jun 03 10:03:20.798349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720585d-b193-42a0-bb7e-fb30c00cffcd req-4006faf9-7b41-47a8-8f20-1d51acad6e55 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:20.799797 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b720585d-b193-42a0-bb7e-fb30c00cffcd req-4006faf9-7b41-47a8-8f20-1d51acad6e55 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 943 time: 0.0470026 Jun 03 10:03:20.848306 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b720585d-b193-42a0-bb7e-fb30c00cffcd req-48064a6f-a7cf-4087-b676-d50657ead4d0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Jun 03 10:03:20.942703 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 13121560-48ad-4ce7-91f1-cace26c579e9 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:03:20.946059 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device f21d0899-8240-4786-a3d8-13e5ab18a6a5 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:20.969523 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: f21d0899-8240-4786-a3d8-13e5ab18a6a5 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:20.969786 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device f21d0899-8240-4786-a3d8-13e5ab18a6a5 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:21.061013 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 13121560-48ad-4ce7-91f1-cace26c579e9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=13121560-48ad-4ce7-91f1-cace26c579e9,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:21.076762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '13121560-48ad-4ce7-91f1-cace26c579e9', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'port_id': '13121560-48ad-4ce7-91f1-cace26c579e9', 'mac_address': 'fa:16:3e:69:e4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:03:21.112400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 13121560-48ad-4ce7-91f1-cace26c579e9 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:21.112861 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:21.126631 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13121560-48ad-4ce7-91f1-cace26c579e9 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:03:21.146833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 13121560-48ad-4ce7-91f1-cace26c579e9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=13121560-48ad-4ce7-91f1-cace26c579e9,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:21.192610 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:21.239271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=13121560-48ad-4ce7-91f1-cace26c579e9,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:21.265270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf247239-d8c7-4b3a-9524-613bbadc36fd req-5f1d6702-3342-47bf-90ee-8e0f162d3a80 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:21.266805 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf247239-d8c7-4b3a-9524-613bbadc36fd req-5f1d6702-3342-47bf-90ee-8e0f162d3a80 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0473833 Jun 03 10:03:21.315275 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bf247239-d8c7-4b3a-9524-613bbadc36fd req-2dc7fcd4-cbef-4bdb-ad15-5224d4e392eb tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Jun 03 10:03:21.477851 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['13121560-48ad-4ce7-91f1-cace26c579e9'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:03:21.967152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ec7f5-d8c2-4d61-a7e3-cc2ff56feb6c req-8caaf14a-984b-4671-9330-c122b93f0bc4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:21.968530 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce9ec7f5-d8c2-4d61-a7e3-cc2ff56feb6c req-8caaf14a-984b-4671-9330-c122b93f0bc4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 944 time: 0.0516176 Jun 03 10:03:22.019568 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ce9ec7f5-d8c2-4d61-a7e3-cc2ff56feb6c req-32a08ef1-b0ed-439b-ab63-0008d17f21c6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 Jun 03 10:03:22.433088 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc6d2f-0af6-4bd8-b61f-cdd23217d5d7 req-5ef66198-0a7e-4f74-81b2-760d79a094c0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:22.434647 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6ebc6d2f-0af6-4bd8-b61f-cdd23217d5d7 req-5ef66198-0a7e-4f74-81b2-760d79a094c0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0487421 Jun 03 10:03:22.484123 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6ebc6d2f-0af6-4bd8-b61f-cdd23217d5d7 req-a192cdb1-536e-41a9-963e-313f3272df7f tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Jun 03 10:03:23.131813 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5cb96-5d4d-486a-990a-4df769e05b71 req-6887530c-c30d-45b0-a1a3-676811df888d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:23.133297 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b5cb96-5d4d-486a-990a-4df769e05b71 req-6887530c-c30d-45b0-a1a3-676811df888d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 944 time: 0.0460081 Jun 03 10:03:23.182730 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b5cb96-5d4d-486a-990a-4df769e05b71 req-e3d87ddd-8ec4-444a-b4f7-1dc280a6fd7d tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 Jun 03 10:03:23.597075 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4ed90-ec5b-45cb-8d24-b5cedf0d7a99 req-bc528a04-e449-4146-a32b-c0f302c9e703 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:23.598484 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-42d4ed90-ec5b-45cb-8d24-b5cedf0d7a99 req-bc528a04-e449-4146-a32b-c0f302c9e703 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0474091 Jun 03 10:03:23.644132 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-42d4ed90-ec5b-45cb-8d24-b5cedf0d7a99 req-df09a902-92d2-4c7f-9965-b1420b05438c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Jun 03 10:03:24.286002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:24.294567 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927769f-726e-4c53-aabb-3a08a91039eb req-d3ce8b95-9a8d-4d00-afe5-38e810f64ec4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:24.296529 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e927769f-726e-4c53-aabb-3a08a91039eb req-d3ce8b95-9a8d-4d00-afe5-38e810f64ec4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 944 time: 0.0468976 Jun 03 10:03:24.343523 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e927769f-726e-4c53-aabb-3a08a91039eb req-8e77d3b1-a5b1-4d0f-be3f-c58c86cfea87 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Jun 03 10:03:24.761153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869da46-e936-4974-af1b-40a1c3eb906d req-03571f6c-526f-4db0-b8d1-218fbe429bfa tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:24.762790 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a869da46-e936-4974-af1b-40a1c3eb906d req-03571f6c-526f-4db0-b8d1-218fbe429bfa tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0515301 Jun 03 10:03:24.765229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 13121560-48ad-4ce7-91f1-cace26c579e9 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:03:24.792673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:24.808795 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 13121560-48ad-4ce7-91f1-cace26c579e9 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:03:24.812141 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a869da46-e936-4974-af1b-40a1c3eb906d req-e7e11b6f-4f40-48bb-a4ed-f3106d84a861 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Jun 03 10:03:24.894347 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 13121560-48ad-4ce7-91f1-cace26c579e9 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:24.894734 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:24.971001 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 13121560-48ad-4ce7-91f1-cace26c579e9 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:24.971389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:24.973586 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-1d10a0ae-1599-4379-a796-3ca8a8f34e07 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:24.975151 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-1d10a0ae-1599-4379-a796-3ca8a8f34e07 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 945 time: 0.0942206 Jun 03 10:03:24.994585 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:24.996800 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40c5224-a252-4b08-908e-ee4043d8482a" -d '{"events": [{"server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "name": "network-vif-plugged", "status": "completed", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:25.009516 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 13121560-48ad-4ce7-91f1-cace26c579e9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=13121560-48ad-4ce7-91f1-cace26c579e9,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:25.024584 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:25.027105 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:25.027234 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:25.036183 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c242c50c-346d-49e0-87b1-f86df9a0cea7 x-openstack-request-id: req-c242c50c-346d-49e0-87b1-f86df9a0cea7 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:25.036495 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "name": "network-vif-plugged", "status": "completed", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:25.036787 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c242c50c-346d-49e0-87b1-f86df9a0cea7 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:25.037198 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c242c50c-346d-49e0-87b1-f86df9a0cea7'] response: {'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9', 'code': 200} Jun 03 10:03:25.065495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Deleting port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:25.065835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:25.112826 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:25.155244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] For port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:25.155636 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:25.160902 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=13121560-48ad-4ce7-91f1-cace26c579e9,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:25.169400 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Calling delete_port for bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:25.410197 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (bdc90016-2ff6-4553-a6ad-1bfc7f7efb08), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:25.422350 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['d8e80358-de18-46e9-b759-6c8d92fd7f83', 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:03:25.448597 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event deleted for resources: {'Port': ['ID=bdc90016-2ff6-4553-a6ad-1bfc7f7efb08,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:25.479018 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:25.481338 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.481692 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.482065 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.482444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.482779 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.483109 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.483438 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.483766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.484091 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.484414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.484738 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.485062 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.485385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.485704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.486052 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:25.570794 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589985-b157-47a5-90e1-06a316cd865c req-854e8b10-d411-45b0-990c-1e23d5da5af8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:25.572067 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-79589985-b157-47a5-90e1-06a316cd865c req-854e8b10-d411-45b0-990c-1e23d5da5af8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.1598568 Jun 03 10:03:25.582065 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c2df9-16b8-41c1-9ee6-e23c24b65d79 req-cf1c13c1-7356-4e86-bc5d-dbbfc321cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:25.582065 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb1c2df9-16b8-41c1-9ee6-e23c24b65d79 req-cf1c13c1-7356-4e86-bc5d-dbbfc321cbe3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 1129 time: 0.0905740 Jun 03 10:03:25.582065 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] No DVR routers for this DVR port bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:03:25.583975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:25.587121 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96d8b2d9-7a2f-494d-a2e0-38b3feb9660f req-c5fe15cc-ea02-4ef4-a745-62b6c55b1427 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "DELETE /v2.0/ports/bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 HTTP/1.1" status: 204 len: 173 time: 0.6053669 Jun 03 10:03:25.587551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'name': 'network-vif-deleted', 'tag': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:25.589736 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9a7ad-4a81-4281-8d5e-1a69947b31a5" -d '{"events": [{"server_uuid": "268a2ebf-7c18-40e4-85fb-edf05a174e1d", "name": "network-vif-deleted", "tag": "bdc90016-2ff6-4553-a6ad-1bfc7f7efb08"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:25.633059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2cb8a-edf0-4316-8de6-388dc790c9da x-openstack-request-id: req-f5b2cb8a-edf0-4316-8de6-388dc790c9da {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:25.633381 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a2ebf-7c18-40e4-85fb-edf05a174e1d", "name": "network-vif-deleted", "tag": "bdc90016-2ff6-4553-a6ad-1bfc7f7efb08", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:25.633635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5b2cb8a-edf0-4316-8de6-388dc790c9da {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:25.634120 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b2cb8a-edf0-4316-8de6-388dc790c9da'] response: {'server_uuid': '268a2ebf-7c18-40e4-85fb-edf05a174e1d', 'name': 'network-vif-deleted', 'tag': 'bdc90016-2ff6-4553-a6ad-1bfc7f7efb08', 'status': 'completed', 'code': 200} Jun 03 10:03:25.681172 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb1c2df9-16b8-41c1-9ee6-e23c24b65d79 req-f2a4b8c8-067f-4b38-9055-2a9b8093fa51 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784256 Jun 03 10:03:25.686357 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-79589985-b157-47a5-90e1-06a316cd865c req-fb1e407f-0e94-4042-af54-3b9fffe55b71 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036420 Jun 03 10:03:25.921157 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d5f48d15-4799-4d17-8d44-3268acd3d21f req-6b8adfde-9ffb-439a-84a7-2ae872cffc30 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 210 time: 0.0376127 Jun 03 10:03:26.800147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfc23b-100d-4f1c-a4a1-3242761626fe req-66dfadaa-51a1-46bb-b446-aab3da2dd6a4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:26.801624 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-25cfc23b-100d-4f1c-a4a1-3242761626fe req-66dfadaa-51a1-46bb-b446-aab3da2dd6a4 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.0485647 Jun 03 10:03:26.898197 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-25cfc23b-100d-4f1c-a4a1-3242761626fe req-c0e2ff05-23e5-4252-821f-92c88714a917 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908153 Jun 03 10:03:27.030068 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-597d731f-71e0-4b60-8591-2aa0bf83e10b req-9f926f85-e2cd-44ea-b31f-e3d57d134bca tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=268a2ebf-7c18-40e4-85fb-edf05a174e1d HTTP/1.1" status: 200 len: 210 time: 0.0281992 Jun 03 10:03:27.998138 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:28.013868 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b3202-46d5-4797-aa51-51516fae630a req-951eef34-cbf6-4a30-9d06-1df6034b8ab6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:28.015814 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ec9b3202-46d5-4797-aa51-51516fae630a req-951eef34-cbf6-4a30-9d06-1df6034b8ab6 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.0501060 Jun 03 10:03:28.064210 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ec9b3202-46d5-4797-aa51-51516fae630a req-65123cf6-185a-42aa-8422-267551cbc7ef tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Jun 03 10:03:28.148167 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:28.150197 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:28.176474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335b645-3eff-44f8-9584-c093464e872a req-72551133-ebbf-47c4-91fe-f41b59d04669 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:28.177900 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7335b645-3eff-44f8-9584-c093464e872a req-72551133-ebbf-47c4-91fe-f41b59d04669 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.0483363 Jun 03 10:03:28.187310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59150) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:28.191651 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Request body: {'floatingip': {'port_id': '13121560-48ad-4ce7-91f1-cace26c579e9'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:28.229196 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (1a112746-9cae-4aba-afdf-cc78683e2499), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:28.403392 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:28.594202 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582c9c-3105-43c1-a293-27dc40cbe17a req-a1c46c11-97cb-4bf6-b403-d486b7195e6b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:28.595659 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3c582c9c-3105-43c1-a293-27dc40cbe17a req-a1c46c11-97cb-4bf6-b403-d486b7195e6b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0822375 Jun 03 10:03:28.714818 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3c582c9c-3105-43c1-a293-27dc40cbe17a req-af61b9c7-05c1-478e-bef7-32c08bc1f973 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071742 Jun 03 10:03:28.721898 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:28.778206 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:28.796998 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:28.797309 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device bdc90016-2ff6-4553-a6ad-1bfc7f7efb08 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:28.809547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (1a112746-9cae-4aba-afdf-cc78683e2499), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:28.905205 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Floating IP 1a112746-9cae-4aba-afdf-cc78683e2499 associated. External IP: 172.27.3.127, port: 13121560-48ad-4ce7-91f1-cace26c579e9. Jun 03 10:03:28.982249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:29.102054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:03:29.205655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:03:29.210326 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:29.218439 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:03:29.228961 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:29.229585 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:29.240825 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-621b4268-3b02-40f5-ab45-2b34c257e7b8 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "PUT /v2.0/floatingips/1a112746-9cae-4aba-afdf-cc78683e2499 HTTP/1.1" status: 200 len: 991 time: 1.0524697 Jun 03 10:03:29.241400 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:29.243698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:29.278661 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0f96c-08fa-4fe3-8969-a8e9e31788d8 x-openstack-request-id: req-4fc0f96c-08fa-4fe3-8969-a8e9e31788d8 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:29.279028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:29.279283 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fc0f96c-08fa-4fe3-8969-a8e9e31788d8 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:29.279683 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc0f96c-08fa-4fe3-8969-a8e9e31788d8'] response: {'name': 'network-changed', 'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9', 'status': 'completed', 'code': 200} Jun 03 10:03:29.334951 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:29.539782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '1a112746-9cae-4aba-afdf-cc78683e2499', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'port_id': '13121560-48ad-4ce7-91f1-cace26c579e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'mac_address': 'fa:16:3e:69:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:04Z', 'updated_at': '2022-06-03T10:03:28Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:29.562850 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:03:29.571051 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:29.571646 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:29.666593 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:29.670517 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:29.832396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8fbf-d2eb-4e84-b27f-1dfa1ff082aa req-bead6a7b-af52-4e4e-8194-2d786b8a02f3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:29.833924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-da2b8fbf-d2eb-4e84-b27f-1dfa1ff082aa req-bead6a7b-af52-4e4e-8194-2d786b8a02f3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0480494 Jun 03 10:03:29.871313 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:29.878540 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '1a112746-9cae-4aba-afdf-cc78683e2499', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'port_id': '13121560-48ad-4ce7-91f1-cace26c579e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'mac_address': 'fa:16:3e:69:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:04Z', 'updated_at': '2022-06-03T10:03:28Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:29.881534 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-da2b8fbf-d2eb-4e84-b27f-1dfa1ff082aa req-23620bf6-73e8-4836-ac01-89ad826312b2 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Jun 03 10:03:30.024060 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91b769-2f7d-4b32-86ba-b7f193f7306c None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '1a112746-9cae-4aba-afdf-cc78683e2499', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'port_id': '13121560-48ad-4ce7-91f1-cace26c579e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'mac_address': 'fa:16:3e:69:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:04Z', 'updated_at': '2022-06-03T10:03:28Z', 'revision_number': 1, 'project_id': '686f552be5824c8aa31930a6e8844255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:03:30.209064 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2bafa-0e50-4ea4-8810-687a28593862 None None] New status for floating IP 1a112746-9cae-4aba-afdf-cc78683e2499: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:03:30.996818 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343af5d-500e-4160-83cd-8f491915f95d req-e21674ad-ac37-42f0-a619-bc873d6e1584 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:30.998282 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7343af5d-500e-4160-83cd-8f491915f95d req-e21674ad-ac37-42f0-a619-bc873d6e1584 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0494273 Jun 03 10:03:31.045248 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7343af5d-500e-4160-83cd-8f491915f95d req-e6ee9309-c98a-441f-91b1-e5db9c8c83d3 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Jun 03 10:03:32.155005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c74a-8d6e-4d01-ad1e-a8030d977b0a req-04edbc85-31e3-456a-9599-27bbfb8a2115 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:32.156956 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-85c7c74a-8d6e-4d01-ad1e-a8030d977b0a req-04edbc85-31e3-456a-9599-27bbfb8a2115 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0456553 Jun 03 10:03:32.201735 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-85c7c74a-8d6e-4d01-ad1e-a8030d977b0a req-c0eb81e6-d073-401d-ae0d-35c714580be0 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394218 Jun 03 10:03:33.313488 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2d6f-aa69-4f93-8806-5655ff3812ce req-d73a0845-7a80-476d-ae3e-346b608cc31c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:33.314965 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0fbe2d6f-aa69-4f93-8806-5655ff3812ce req-d73a0845-7a80-476d-ae3e-346b608cc31c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0469630 Jun 03 10:03:33.363286 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0fbe2d6f-aa69-4f93-8806-5655ff3812ce req-b061d07f-99c9-4ee4-b8ca-9da8406670a7 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Jun 03 10:03:33.647078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-597d5199-abe8-40d1-bcee-04241826e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:33.648528 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-597d5199-abe8-40d1-bcee-04241826e021 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=686f552be5824c8aa31930a6e8844255&device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 1129 time: 0.0795426 Jun 03 10:03:33.769628 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:33.789751 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-9463801b-2434-4c4a-9201-709025f6d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:33.791282 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-9463801b-2434-4c4a-9201-709025f6d0f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 200 len: 912 time: 0.0908554 Jun 03 10:03:33.926415 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-9645c00d-74eb-4a2f-bff2-bd896c6a1c44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13121560-48ad-4ce7-91f1-cace26c579e9 HTTP/1.1" status: 200 len: 1001 time: 0.0590901 Jun 03 10:03:33.974814 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-88bbc8b2-086a-4fac-bb8a-a2a4e760dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:33.976217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-88bbc8b2-086a-4fac-bb8a-a2a4e760dfc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 200 len: 850 time: 0.0434854 Jun 03 10:03:34.309752 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-b531ca95-1c87-4b2b-8385-9d1b1a5fabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:34.311278 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-b531ca95-1c87-4b2b-8385-9d1b1a5fabca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2990899 Jun 03 10:03:34.317825 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-dec6a9d8-4576-49af-80c7-369ce0ab181a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:34.319161 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-dec6a9d8-4576-49af-80c7-369ce0ab181a tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.2988243 Jun 03 10:03:34.406283 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:34.504073 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Deleting port d8e80358-de18-46e9-b759-6c8d92fd7f83 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:34.504404 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:34.508409 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-555c9dc6-5270-4216-96d7-66ed03b5098b service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883924 Jun 03 10:03:34.515853 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665052ba-5ab5-46c7-a369-da013fecbbf2 req-f6b1952d-7fe0-48f4-ab8b-949e8c8230ec tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:34.517876 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-665052ba-5ab5-46c7-a369-da013fecbbf2 req-f6b1952d-7fe0-48f4-ab8b-949e8c8230ec tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 946 time: 0.0760481 Jun 03 10:03:34.698212 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-665052ba-5ab5-46c7-a369-da013fecbbf2 req-0c5183ba-d0bd-4c96-92cc-ed584a76fb6b tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/security-groups?id=71212509-776b-4e47-af33-377080afe1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364999 Jun 03 10:03:34.710867 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] For port d8e80358-de18-46e9-b759-6c8d92fd7f83, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8e80358-de18-46e9-b759-6c8d92fd7f83,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:34.711231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:34.722467 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ed5a70e4-fcf7-445f-ae33-ed1293ffcdae req-d6519e5d-6ad5-47eb-aa78-cfdedbfd8249 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945710 Jun 03 10:03:34.726835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Calling delete_port for d8e80358-de18-46e9-b759-6c8d92fd7f83 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:34.901330 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (d8e80358-de18-46e9-b759-6c8d92fd7f83), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:34.909698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:34.913979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['d8e80358-de18-46e9-b759-6c8d92fd7f83'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:03:34.934664 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Pushing event deleted for resources: {'Port': ['ID=d8e80358-de18-46e9-b759-6c8d92fd7f83,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:34.978697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] No DVR routers for this DVR port d8e80358-de18-46e9-b759-6c8d92fd7f83 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:03:34.981210 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:34.984516 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b7c6fc7-6b6d-4f78-b0b3-0b50c7f284b9 req-2ec9db9c-b059-4ab5-a78b-76e4e9abc034 tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.59 "DELETE /v2.0/ports/d8e80358-de18-46e9-b759-6c8d92fd7f83 HTTP/1.1" status: 204 len: 173 time: 0.6568630 Jun 03 10:03:34.985021 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'name': 'network-vif-deleted', 'tag': 'd8e80358-de18-46e9-b759-6c8d92fd7f83'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:34.987858 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4520daed-72a2-4bc6-b39a-99557eae3ce2" -d '{"events": [{"server_uuid": "28ff128f-ff5e-4889-9f83-bdfb4b86a83d", "name": "network-vif-deleted", "tag": "d8e80358-de18-46e9-b759-6c8d92fd7f83"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:35.087280 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c850ba4-7078-4bb9-bbcf-ea0b78edaca8 x-openstack-request-id: req-1c850ba4-7078-4bb9-bbcf-ea0b78edaca8 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:35.087574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ff128f-ff5e-4889-9f83-bdfb4b86a83d", "name": "network-vif-deleted", "tag": "d8e80358-de18-46e9-b759-6c8d92fd7f83", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:35.087829 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c850ba4-7078-4bb9-bbcf-ea0b78edaca8 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:35.088278 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c850ba4-7078-4bb9-bbcf-ea0b78edaca8'] response: {'server_uuid': '28ff128f-ff5e-4889-9f83-bdfb4b86a83d', 'name': 'network-vif-deleted', 'tag': 'd8e80358-de18-46e9-b759-6c8d92fd7f83', 'status': 'completed', 'code': 200} Jun 03 10:03:35.803022 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d97a3131-957c-49df-ba2c-3df88515a39e req-f9228ae3-cc03-45ee-8269-2c37f073c43c tempest-ServerRescueNegativeTestJSON-1884263324 tempest-ServerRescueNegativeTestJSON-1884263324-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ff128f-ff5e-4889-9f83-bdfb4b86a83d HTTP/1.1" status: 200 len: 210 time: 0.0273197 Jun 03 10:03:36.449828 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-dbf568af-d821-49af-b47d-c0de1dcba31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:36.866863 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59218) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:37.327868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (4d63e539-9079-492c-80c5-c1d8ad3a3edb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:37.586321 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Deleting port 9320f392-e184-4f82-9a8d-5094f07ec42e {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:37.586657 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:37.662249 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] For port 9320f392-e184-4f82-9a8d-5094f07ec42e, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9320f392-e184-4f82-9a8d-5094f07ec42e,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:37.662602 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:37.675109 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Calling delete_port for 9320f392-e184-4f82-9a8d-5094f07ec42e owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:37.951704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (9320f392-e184-4f82-9a8d-5094f07ec42e), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:37.956483 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:37.960542 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:37.978442 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Pushing event deleted for resources: {'Port': ['ID=9320f392-e184-4f82-9a8d-5094f07ec42e,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:38.288078 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (4d63e539-9079-492c-80c5-c1d8ad3a3edb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:38.491297 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Router 4d63e539-9079-492c-80c5-c1d8ad3a3edb has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:03:38.590144 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:03:38.595133 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-673a3d26-fa80-4bb8-92a3-baab3294d480 admin admin] 10.222.0.42 "PUT /v2.0/routers/4d63e539-9079-492c-80c5-c1d8ad3a3edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275212 Jun 03 10:03:38.597610 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59232) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:38.600211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] Sync routers for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:03:38.610818 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:38.612004 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:38.662687 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:38.692394 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks [] for router (4d63e539-9079-492c-80c5-c1d8ad3a3edb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:38.723617 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:38.751907 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2940f869-4ce5-44b1-9ee5-ab0f68f0e7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:38.792167 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks [] for router_gateway (4d63e539-9079-492c-80c5-c1d8ad3a3edb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:38.820475 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device d8e80358-de18-46e9-b759-6c8d92fd7f83 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:38.847707 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: d8e80358-de18-46e9-b759-6c8d92fd7f83 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:38.848054 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device d8e80358-de18-46e9-b759-6c8d92fd7f83 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:38.913650 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Deleting port 7170e40b-925c-4a6a-afb9-7dbea8d09098 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:38.914265 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:38.915173 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T10:03:37Z', 'revision_number': 5, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port': {'id': '7170e40b-925c-4a6a-afb9-7dbea8d09098', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:38.940676 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] Checking router: 4d63e539-9079-492c-80c5-c1d8ad3a3edb for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:03:38.949852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] Routers {'4d63e539-9079-492c-80c5-c1d8ad3a3edb'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:38.950727 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:38.995872 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] For port 7170e40b-925c-4a6a-afb9-7dbea8d09098, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=7170e40b-925c-4a6a-afb9-7dbea8d09098,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:38.996497 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.009310 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Calling delete_port for 7170e40b-925c-4a6a-afb9-7dbea8d09098 owned by network:router_gateway {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:39.034908 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] Set router 4d63e539-9079-492c-80c5-c1d8ad3a3edb gateway port host: None {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:39.085388 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T10:03:38Z', 'revision_number': 6, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:39.110357 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb598afc-f9b0-4ac8-a938-906cb179aa68 None None] The sync data for ids ['4d63e539-9079-492c-80c5-c1d8ad3a3edb'] in dv-cinder-844563-1-iscsi is: [{'id': '4d63e539-9079-492c-80c5-c1d8ad3a3edb', 'name': 'tempest-ServerRescueNegativeTestJSON-44546670-router', 'tenant_id': '071b399988474af1a1c709aac97c1744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:12Z', 'updated_at': '2022-06-03T10:03:38Z', 'revision_number': 6, 'project_id': '071b399988474af1a1c709aac97c1744', 'gw_port_host': None}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:03:39.249497 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (7170e40b-925c-4a6a-afb9-7dbea8d09098), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.275124 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Pushing event deleted for resources: {'Port': ['ID=7170e40b-925c-4a6a-afb9-7dbea8d09098,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:39.287742 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.288094 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.288485 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.288824 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.289154 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.289481 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.289803 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.290152 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.290493 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.290829 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.291165 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.291490 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.291806 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.292122 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.292437 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:39.350993 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (4d63e539-9079-492c-80c5-c1d8ad3a3edb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.449740 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (4d63e539-9079-492c-80c5-c1d8ad3a3edb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.452263 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks [] for router_controller (4d63e539-9079-492c-80c5-c1d8ad3a3edb), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.650127 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (4d63e539-9079-492c-80c5-c1d8ad3a3edb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.650852 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d63e539-9079-492c-80c5-c1d8ad3a3edb {{(pid=111016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:03:39.659659 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.659659 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5428c8c0-9b13-45e1-84ac-3c0cfc1b777f admin admin] 10.222.0.42 "DELETE /v2.0/routers/4d63e539-9079-492c-80c5-c1d8ad3a3edb HTTP/1.1" status: 204 len: 168 time: 1.0593493 Jun 03 10:03:39.660914 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59240) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:39.688497 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:39.709105 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Deleting subnet 9ef24e14-5054-40b8-9afa-da71caa35f1c {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:03:39.712364 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Publish callbacks [] for subnet (9ef24e14-5054-40b8-9afa-da71caa35f1c), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.749822 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (9ef24e14-5054-40b8-9afa-da71caa35f1c), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.789046 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:39.855334 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (9ef24e14-5054-40b8-9afa-da71caa35f1c), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:39.899023 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9320f392-e184-4f82-9a8d-5094f07ec42e no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:39.927543 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 9320f392-e184-4f82-9a8d-5094f07ec42e {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:39.927888 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9320f392-e184-4f82-9a8d-5094f07ec42e not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:39.976061 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (9ef24e14-5054-40b8-9afa-da71caa35f1c), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.002418 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef24e14-5054-40b8-9afa-da71caa35f1c,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:40.004697 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:03:40.009658 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.013617 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e9a4f7b3-5f4a-4570-a83a-fff23c032598 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ef24e14-5054-40b8-9afa-da71caa35f1c HTTP/1.1" status: 204 len: 168 time: 0.3516960 Jun 03 10:03:40.015758 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.016145 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59242) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:40.016740 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91412fba-d3fe-4315-95f5-70bd0060012d None None] Network 27ad8cbb-ba5a-4502-afc9-811304412397 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:03:40.091523 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (27ad8cbb-ba5a-4502-afc9-811304412397), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.137385 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Deleting port 9d03188c-4014-44cb-80f6-104a60feaa6c {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:40.137729 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.180213 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] DHCP port deletion for 27ad8cbb-ba5a-4502-afc9-811304412397 request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:03:40.205265 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] For port 9d03188c-4014-44cb-80f6-104a60feaa6c, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9d03188c-4014-44cb-80f6-104a60feaa6c,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:40.205702 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.219117 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] Deleting port 9d03188c-4014-44cb-80f6-104a60feaa6c {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:03:40.219415 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.220040 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Calling delete_port for 9d03188c-4014-44cb-80f6-104a60feaa6c owned by network:dhcp {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:40.288565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] For port 9d03188c-4014-44cb-80f6-104a60feaa6c, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9d03188c-4014-44cb-80f6-104a60feaa6c,segment=NetworkSegment(a002740a-3a70-4b4f-b04e-2db3b4cfb961),segment_id=a002740a-3a70-4b4f-b04e-2db3b4cfb961)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:40.288968 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.303536 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] Calling delete_port for 9d03188c-4014-44cb-80f6-104a60feaa6c owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:03:40.312242 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=10 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:40.363334 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.387868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d03188c-4014-44cb-80f6-104a60feaa6c,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:40.391545 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] No DVR routers for this DVR port 9d03188c-4014-44cb-80f6-104a60feaa6c on host dv-cinder-844563-1-iscsi {{(pid=111016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:03:40.419535 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (9d03188c-4014-44cb-80f6-104a60feaa6c), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.445020 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] Pushing event deleted for resources: {'Port': ['ID=9d03188c-4014-44cb-80f6-104a60feaa6c,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:40.446964 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b022ed-aa95-4fe0-b060-8c068a2a1f8b None None] No DVR routers for this DVR port 9d03188c-4014-44cb-80f6-104a60feaa6c on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:03:40.467374 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (27ad8cbb-ba5a-4502-afc9-811304412397), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.487431 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ad8cbb-ba5a-4502-afc9-811304412397']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:40.496606 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002740a-3a70-4b4f-b04e-2db3b4cfb961') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:40.496901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002740a-3a70-4b4f-b04e-2db3b4cfb961') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:40.506453 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (a002740a-3a70-4b4f-b04e-2db3b4cfb961), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.520166 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (a002740a-3a70-4b4f-b04e-2db3b4cfb961), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.526504 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:03:40.530019 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (a002740a-3a70-4b4f-b04e-2db3b4cfb961), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.564123 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment a002740a-3a70-4b4f-b04e-2db3b4cfb961 resource provider aggregate not found Jun 03 10:03:40.582972 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:40.586362 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment a002740a-3a70-4b4f-b04e-2db3b4cfb961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a002740a-3a70-4b4f-b04e-2db3b4cfb961 found for delete ", "request_id": "req-590c81d0-b028-4e11-b635-b1f92fc49c1b"}]} Jun 03 10:03:40.644995 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (27ad8cbb-ba5a-4502-afc9-811304412397), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.654629 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:40.654629 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/27ad8cbb-ba5a-4502-afc9-811304412397 HTTP/1.1" status: 204 len: 168 time: 0.6373954 Jun 03 10:03:40.664286 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0457ab4-e473-417c-accc-995d5a75f1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ad8cbb-ba5a-4502-afc9-811304412397,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:41.030709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59258) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:41.072903 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-4d8aa145-8bb1-4e75-9f65-5eea85a37532 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=071b399988474af1a1c709aac97c1744&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410588 Jun 03 10:03:41.077085 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59260) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:41.122670 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0f61e9cf-7cae-426d-8ae2-3aa302802be4 admin admin] Publish callbacks [] for security_group (71212509-776b-4e47-af33-377080afe1c6), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:41.144482 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0f61e9cf-7cae-426d-8ae2-3aa302802be4 admin admin] Publish callbacks [] for security_group (71212509-776b-4e47-af33-377080afe1c6), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:41.300094 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0f61e9cf-7cae-426d-8ae2-3aa302802be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (71212509-776b-4e47-af33-377080afe1c6), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:41.302574 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0f61e9cf-7cae-426d-8ae2-3aa302802be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:41.303727 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0f61e9cf-7cae-426d-8ae2-3aa302802be4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71212509-776b-4e47-af33-377080afe1c6 HTTP/1.1" status: 204 len: 168 time: 0.2257731 Jun 03 10:03:41.312529 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61e9cf-7cae-426d-8ae2-3aa302802be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71212509-776b-4e47-af33-377080afe1c6,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:41.336757 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:41.374070 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9d03188c-4014-44cb-80f6-104a60feaa6c no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:41.394133 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:41.395359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 9d03188c-4014-44cb-80f6-104a60feaa6c {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:41.395702 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9d03188c-4014-44cb-80f6-104a60feaa6c not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:41.396121 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 7170e40b-925c-4a6a-afb9-7dbea8d09098 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:03:41.418756 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 7170e40b-925c-4a6a-afb9-7dbea8d09098 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:03:41.419293 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 7170e40b-925c-4a6a-afb9-7dbea8d09098 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:03:42.447532 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59290) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:42.540982 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-665660629-network', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:42.620886 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Made reservation on behalf of 3e51010dd5d84daf8aa43859e9e7cb6d for: {'network': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:03:42.623232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:42.631842 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:42.710959 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks [] for security_group (31ff6e19-fdf6-4107-9604-605cc05776d4), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:42.815357 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (31ff6e19-fdf6-4107-9604-605cc05776d4), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:42.838330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=111016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:03:42.843738 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:42.852490 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff6e19-fdf6-4107-9604-605cc05776d4,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:42.858327 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (f6af39df-1ec0-4110-9b63-4ee9ffea0d5a), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:42.858665 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.segments_db [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Added segment f6af39df-1ec0-4110-9b63-4ee9ffea0d5a of type vlan for network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 Jun 03 10:03:42.900006 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (284be7b5-7c4f-4f54-b772-bb0f4e7cb533), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:42.987037 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:43.021075 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (284be7b5-7c4f-4f54-b772-bb0f4e7cb533), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:43.022131 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:43.022712 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:43.080993 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] Pushing event updated for resources: {'Network': ['ID=284be7b5-7c4f-4f54-b772-bb0f4e7cb533,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:43.095292 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:03:43.173954 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7c1674e4-9c0e-4d07-821d-58e44fc1a7af admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7239311 Jun 03 10:03:43.175406 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59314) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:43.180436 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Request body: {'subnet': {'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-665660629-subnet', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:43.277391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Made reservation on behalf of 3e51010dd5d84daf8aa43859e9e7cb6d for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:03:43.279642 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:43.294187 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:43.575298 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (9ce20ce3-2aa9-48ce-8b40-66003043bf14), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:43.797337 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce20ce3-2aa9-48ce-8b40-66003043bf14,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:43.805559 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:03:43.805926 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Network hostable DHCP agents. Network: 284be7b5-7c4f-4f54-b772-bb0f4e7cb533, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:03:43.872243 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:03:43.986293 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 284be7b5-7c4f-4f54-b772-bb0f4e7cb533) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:43.990796 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:43.991402 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:43.998080 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473e59f-a9ae-402d-a814-42c14970f136 None None] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:03:44.016644 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:44.103529 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:03:44.104430 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.117437 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e6d19377-da59-4c17-8595-3e5ab5db1938 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9384844 Jun 03 10:03:44.117817 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59316) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:44.122326 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:44.174115 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.242933 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Allocated IP 172.20.0.2 (284be7b5-7c4f-4f54-b772-bb0f4e7cb533/9ce20ce3-2aa9-48ce-8b40-66003043bf14/8a4974b6-3e67-4286-b70a-62ad641a5f25) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:44.243888 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (5fb27bdb-39ce-4ac2-bce1-095090823d7c), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.244939 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (5fb27bdb-39ce-4ac2-bce1-095090823d7c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.295972 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks [] for router_controller (5fb27bdb-39ce-4ac2-bce1-095090823d7c), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.378403 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:44.381758 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Publish callbacks [] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.473666 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.494822 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks [] for router_gateway (5fb27bdb-39ce-4ac2-bce1-095090823d7c), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.514233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:44.519973 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:44.522596 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:44.531514 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Pushing event updated for resources: {'Port': ['ID=8a4974b6-3e67-4286-b70a-62ad641a5f25,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:44.552965 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555589 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555678 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.555945 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.556270 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.556590 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.556908 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.557223 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.557539 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:44.594757 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Attempting to bind port 8a4974b6-3e67-4286-b70a-62ad641a5f25 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:03:44.595156 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Attempting to bind port 8a4974b6-3e67-4286-b70a-62ad641a5f25 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:03:44.595515 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Attempting to bind port 8a4974b6-3e67-4286-b70a-62ad641a5f25 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:44.600879 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:03:44.601243 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:03:44.601639 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.603862 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Bound using segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:03:44.603862 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Bound port: 8a4974b6-3e67-4286-b70a-62ad641a5f25, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:03:44.603862 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.665685 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] For port 8a4974b6-3e67-4286-b70a-62ad641a5f25, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:03:44.668677 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] For port 8a4974b6-3e67-4286-b70a-62ad641a5f25, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=8a4974b6-3e67-4286-b70a-62ad641a5f25,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:03:44.705450 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:44.717684 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks [] for router_gateway (5fb27bdb-39ce-4ac2-bce1-095090823d7c), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.737404 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.792672 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:44.852968 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f5f4-a0a5-4502-a920-22183c9e6598 None None] Pushing event updated for resources: {'Port': ['ID=8a4974b6-3e67-4286-b70a-62ad641a5f25,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:44.858160 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Allocated IP 172.27.3.224 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/ae751748-2e61-4792-8999-ec0982ba4a48) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:44.917729 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:44.971932 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks [] for port (ae751748-2e61-4792-8999-ec0982ba4a48), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.078618 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.122893 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:45.130696 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:45.132702 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Pushing event updated for resources: {'Port': ['ID=ae751748-2e61-4792-8999-ec0982ba4a48,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:45.135126 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:45.396358 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 8a4974b6-3e67-4286-b70a-62ad641a5f25 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:03:45.435099 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks [] for router_gateway (5fb27bdb-39ce-4ac2-bce1-095090823d7c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.448030 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 8a4974b6-3e67-4286-b70a-62ad641a5f25 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:45.448402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.490177 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59326) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:45.541115 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Deleting subnet 31fe91e6-8e0e-4f01-bc03-bb8bc579a734 {{(pid=111015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:03:45.544636 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 8a4974b6-3e67-4286-b70a-62ad641a5f25 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:45.545014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.545551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Publish callbacks [] for subnet (31fe91e6-8e0e-4f01-bc03-bb8bc579a734), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.585373 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port 8a4974b6-3e67-4286-b70a-62ad641a5f25, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=8a4974b6-3e67-4286-b70a-62ad641a5f25,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:45.591948 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Publish callbacks [] for subnet (31fe91e6-8e0e-4f01-bc03-bb8bc579a734), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.602154 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (31fe91e6-8e0e-4f01-bc03-bb8bc579a734), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.650312 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.653299 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:45.663338 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (5fb27bdb-39ce-4ac2-bce1-095090823d7c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.701456 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=8a4974b6-3e67-4286-b70a-62ad641a5f25,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:45.734371 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba745b3-9b51-4006-ac12-b0d0d95330ea None None] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:03:45.753489 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for subnet (31fe91e6-8e0e-4f01-bc03-bb8bc579a734), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.784342 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31fe91e6-8e0e-4f01-bc03-bb8bc579a734,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:45.792054 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-21d15ad5-99a5-4f52-b3f3-e7d521adc044 None None] Provisioning complete for port 8a4974b6-3e67-4286-b70a-62ad641a5f25 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:45.792429 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-21d15ad5-99a5-4f52-b3f3-e7d521adc044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.793704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.799636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-bed0f6ec-0561-4217-866f-b80ab57e8381 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/31fe91e6-8e0e-4f01-bc03-bb8bc579a734 HTTP/1.1" status: 204 len: 168 time: 0.3057339 Jun 03 10:03:45.799896 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59328) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:45.826018 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:45.866720 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:03:45.867342 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (67c024cb-fdda-41b3-a0ad-2b9c4d36578f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.916543 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-21d15ad5-99a5-4f52-b3f3-e7d521adc044 None None] Current status of the port 8a4974b6-3e67-4286-b70a-62ad641a5f25 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:45.957519 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (67c024cb-fdda-41b3-a0ad-2b9c4d36578f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:45.978279 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:03:45.988757 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:03:45.989227 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.989227 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.989909 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.990276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.990630 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.991419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.991419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.991605 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.991901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:45.992222 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:46.000180 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:46.000943 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:46.060494 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.062465 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5660be1e-2dca-4be6-838a-a98abb9770aa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9435320 Jun 03 10:03:46.066682 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59336) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:46.092802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:46.094795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:46.094795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:46.094795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 10:03:46.094795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c024cb-fdda-41b3-a0ad-2b9c4d36578f']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:46.113409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a98012-8881-42b9-b8ca-1d10c682def4') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:46.113715 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a98012-8881-42b9-b8ca-1d10c682def4') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:46.114678 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:46.138426 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (67a98012-8881-42b9-b8ca-1d10c682def4), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.172147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (67a98012-8881-42b9-b8ca-1d10c682def4), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.187078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:03:46.197369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (67a98012-8881-42b9-b8ca-1d10c682def4), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.199821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:46.239362 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-af70d2e3-e92a-4457-8f29-2596d3ea7fff None None] Provisioning complete for port 8a4974b6-3e67-4286-b70a-62ad641a5f25 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:46.243036 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-af70d2e3-e92a-4457-8f29-2596d3ea7fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.247201 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:46.301060 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:45Z', 'revision_number': 3, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:46.330661 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (67c024cb-fdda-41b3-a0ad-2b9c4d36578f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.335280 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:03:46.335773 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Updating router 5fb27bdb-39ce-4ac2-bce1-095090823d7c port ae751748-2e61-4792-8999-ec0982ba4a48 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:03:46.368810 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.375818 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.380056 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-af70d2e3-e92a-4457-8f29-2596d3ea7fff None None] Current status of the port 8a4974b6-3e67-4286-b70a-62ad641a5f25 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:46.381428 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/67c024cb-fdda-41b3-a0ad-2b9c4d36578f HTTP/1.1" status: 204 len: 168 time: 0.5805712 Jun 03 10:03:46.393530 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585b317-65d5-42f6-a6de-1447340a03c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c024cb-fdda-41b3-a0ad-2b9c4d36578f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:46.577259 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 67a98012-8881-42b9-b8ca-1d10c682def4 resource provider aggregate not found Jun 03 10:03:46.595395 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 67a98012-8881-42b9-b8ca-1d10c682def4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a98012-8881-42b9-b8ca-1d10c682def4 found for delete ", "request_id": "req-98c2b14d-59c5-42be-a489-1219247278a5"}]} Jun 03 10:03:46.635423 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.686051 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:46.771814 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Publish callbacks [] for port (ae751748-2e61-4792-8999-ec0982ba4a48), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.796240 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Allocated IP 172.20.0.1 (284be7b5-7c4f-4f54-b772-bb0f4e7cb533/9ce20ce3-2aa9-48ce-8b40-66003043bf14/0b5062a4-988a-400d-baf8-b25159428768) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:46.856150 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.866544 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59352) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:46.911041 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-1f6975b7-0029-4979-9114-7c04cab8328f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a0f8d737269433bb6ce1baf51b8157b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433257 Jun 03 10:03:46.913345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59354) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:46.926699 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks [] for port (0b5062a4-988a-400d-baf8-b25159428768), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.927321 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Pushing event updated for resources: {'Port': ['ID=ae751748-2e61-4792-8999-ec0982ba4a48,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:46.933719 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Attempting to bind port ae751748-2e61-4792-8999-ec0982ba4a48 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:03:46.934103 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Attempting to bind port ae751748-2e61-4792-8999-ec0982ba4a48 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:03:46.934454 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Attempting to bind port ae751748-2e61-4792-8999-ec0982ba4a48 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:46.937425 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.937766 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.938150 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.938490 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.938842 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.939167 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.939483 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.939795 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.940114 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.940435 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.940741 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.941065 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.941436 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.941751 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.942090 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:03:46.951526 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:03:46.951881 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:03:46.952328 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.952916 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:03:46.953168 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Bound port: ae751748-2e61-4792-8999-ec0982ba4a48, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:03:46.953539 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.972570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-df12d301-5f44-4137-b81b-028d1399c890 admin admin] Publish callbacks [] for security_group (db81b0a8-180b-46a5-86ca-aad1c5ea030f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:46.999908 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-df12d301-5f44-4137-b81b-028d1399c890 admin admin] Publish callbacks [] for security_group (db81b0a8-180b-46a5-86ca-aad1c5ea030f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.016298 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] For port ae751748-2e61-4792-8999-ec0982ba4a48, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:03:47.020332 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] For port ae751748-2e61-4792-8999-ec0982ba4a48, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=ae751748-2e61-4792-8999-ec0982ba4a48,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:03:47.044483 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (0b5062a4-988a-400d-baf8-b25159428768), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.085496 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:47.092624 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:47.094808 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5062a4-988a-400d-baf8-b25159428768,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:47.096926 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:47.137153 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (5fb27bdb-39ce-4ac2-bce1-095090823d7c), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.152695 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-df12d301-5f44-4137-b81b-028d1399c890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (db81b0a8-180b-46a5-86ca-aad1c5ea030f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.153219 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.156064 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-df12d301-5f44-4137-b81b-028d1399c890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.159018 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-df12d301-5f44-4137-b81b-028d1399c890 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db81b0a8-180b-46a5-86ca-aad1c5ea030f HTTP/1.1" status: 204 len: 168 time: 0.2441509 Jun 03 10:03:47.173872 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12d301-5f44-4137-b81b-028d1399c890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db81b0a8-180b-46a5-86ca-aad1c5ea030f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:47.245261 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:47.246125 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:47.247197 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833c2c8-55d8-4c3e-9d49-222120b19ddd None None] Pushing event updated for resources: {'Port': ['ID=ae751748-2e61-4792-8999-ec0982ba4a48,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:47.268261 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:47.269129 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:47.406664 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:47.409615 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-3c000212-e4f5-44e3-bfd0-21cdc84b883a None None] Provisioning complete for port 0b5062a4-988a-400d-baf8-b25159428768 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:47.410126 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3c000212-e4f5-44e3-bfd0-21cdc84b883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (0b5062a4-988a-400d-baf8-b25159428768), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.436869 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 8a4974b6-3e67-4286-b70a-62ad641a5f25 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:03:47.507774 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:47.589316 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:47.613850 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-3c000212-e4f5-44e3-bfd0-21cdc84b883a None None] Port 0b5062a4-988a-400d-baf8-b25159428768 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:03:47.629216 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 8a4974b6-3e67-4286-b70a-62ad641a5f25 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:47.629851 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.638890 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:45Z', 'revision_number': 3, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:47.643666 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (0b5062a4-988a-400d-baf8-b25159428768), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.675094 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a31f-1a7d-4754-9e87-f966bd1cb424 None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:45Z', 'revision_number': 3, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:03:47.731565 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 8a4974b6-3e67-4286-b70a-62ad641a5f25 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:47.867808 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks [] for port (0b5062a4-988a-400d-baf8-b25159428768), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:47.957281 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (0b5062a4-988a-400d-baf8-b25159428768), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:48.022790 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:48.030184 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5062a4-988a-400d-baf8-b25159428768,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:48.033483 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (5fb27bdb-39ce-4ac2-bce1-095090823d7c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:48.145285 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:48.146819 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:48.265443 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:03:48.379443 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:03:48.384786 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a012b22a-e614-434f-a525-4ff92dd64f05 admin admin] 10.222.0.42 "PUT /v2.0/routers/5fb27bdb-39ce-4ac2-bce1-095090823d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3171308 Jun 03 10:03:48.451299 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-8c60ea51-abe7-43de-abe7-f38a4351f437 None None] Provisioning complete for port 0b5062a4-988a-400d-baf8-b25159428768 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:48.451881 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8c60ea51-abe7-43de-abe7-f38a4351f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (0b5062a4-988a-400d-baf8-b25159428768), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:48.487780 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-8c60ea51-abe7-43de-abe7-f38a4351f437 None None] Port 0b5062a4-988a-400d-baf8-b25159428768 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:03:48.744848 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59380) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:48.749422 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062355970', 'description': 'tempest-description--1782430255'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:48.871941 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:48.899919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:48.940940 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (87e65827-837c-453b-bf08-615995e92950), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.003609 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (87e65827-837c-453b-bf08-615995e92950), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.035582 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e65827-837c-453b-bf08-615995e92950,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:49.113279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.115237 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2e8681e3-a447-475b-acc3-d7ed6c4a2883 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3693573 Jun 03 10:03:49.118900 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59392) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:49.123866 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': '87e65827-837c-453b-bf08-615995e92950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:49.205591 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1ba22-e0a3-44bb-800f-8749ab345bae req-afab22df-635e-46b0-acc9-87d6a650290c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:49.207075 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-32c1ba22-e0a3-44bb-800f-8749ab345bae req-afab22df-635e-46b0-acc9-87d6a650290c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0477657 Jun 03 10:03:49.244733 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (0a7eb7b6-0cdf-4dc4-bd3d-8361ffd92912), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.264407 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-32c1ba22-e0a3-44bb-800f-8749ab345bae req-af4f7ea9-5981-4fde-87e8-5216257863d2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517194 Jun 03 10:03:49.306675 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (0a7eb7b6-0cdf-4dc4-bd3d-8361ffd92912), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.363127 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:03:49.374580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:49.375196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:49.409029 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device ae751748-2e61-4792-8999-ec0982ba4a48 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:03:49.432523 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (0a7eb7b6-0cdf-4dc4-bd3d-8361ffd92912), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.451936 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7eb7b6-0cdf-4dc4-bd3d-8361ffd92912,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:49.512875 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:49.514804 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port ae751748-2e61-4792-8999-ec0982ba4a48 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:49.515185 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.567080 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.568374 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-54d7c61d-a142-4837-9ade-aa9ca30d994e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4483955 Jun 03 10:03:49.571248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59394) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:49.575814 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': '87e65827-837c-453b-bf08-615995e92950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:49.690175 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (974781f8-f156-4a0c-b7af-95f3bce9e9b1), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.704186 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port ae751748-2e61-4792-8999-ec0982ba4a48 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:49.704597 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.742014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port ae751748-2e61-4792-8999-ec0982ba4a48, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=ae751748-2e61-4792-8999-ec0982ba4a48,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:49.755082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (974781f8-f156-4a0c-b7af-95f3bce9e9b1), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.769980 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:49.782740 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:49.813043 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:03:49.814703 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Updating router 5fb27bdb-39ce-4ac2-bce1-095090823d7c port 0b5062a4-988a-400d-baf8-b25159428768 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:03:49.841103 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (0b5062a4-988a-400d-baf8-b25159428768), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.844522 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.879793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (974781f8-f156-4a0c-b7af-95f3bce9e9b1), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.899918 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974781f8-f156-4a0c-b7af-95f3bce9e9b1,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:49.940924 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:49.949254 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=ae751748-2e61-4792-8999-ec0982ba4a48,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:49.960070 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:49.961344 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-062d73e1-d37d-4258-8c5f-7b3287a41437 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890200 Jun 03 10:03:49.964344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59398) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:03:49.968785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:50.026912 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.099671 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:50.107855 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.176078 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Publish callbacks [] for port (0b5062a4-988a-400d-baf8-b25159428768), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.214284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.27.3.103 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/e56d6df4-87a2-445a-8937-3dd35fe0200f) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:50.289403 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (0b5062a4-988a-400d-baf8-b25159428768), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.322587 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.327455 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:50.342832 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbdd6-cde9-43ce-a496-c8667c3aa19f None None] Pushing event updated for resources: {'Port': ['ID=0b5062a4-988a-400d-baf8-b25159428768,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:50.397504 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Attempting to bind port 0b5062a4-988a-400d-baf8-b25159428768 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:03:50.398432 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Attempting to bind port 0b5062a4-988a-400d-baf8-b25159428768 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:03:50.398432 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Attempting to bind port 0b5062a4-988a-400d-baf8-b25159428768 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:50.404036 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:03:50.404505 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:03:50.405008 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.405478 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Bound using segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:03:50.406751 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Bound port: 0b5062a4-988a-400d-baf8-b25159428768, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:03:50.406751 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (0b5062a4-988a-400d-baf8-b25159428768), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.419093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78679c-038d-4d87-bb25-c6d664da5c41 req-75d2c33b-a6fd-4520-b7ab-b416e5a812f2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:50.421055 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3e78679c-038d-4d87-bb25-c6d664da5c41 req-75d2c33b-a6fd-4520-b7ab-b416e5a812f2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0552161 Jun 03 10:03:50.456357 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.476635 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] For port 0b5062a4-988a-400d-baf8-b25159428768, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:03:50.480554 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] For port 0b5062a4-988a-400d-baf8-b25159428768, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=0b5062a4-988a-400d-baf8-b25159428768,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:03:50.508582 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3e78679c-038d-4d87-bb25-c6d664da5c41 req-cef91768-342d-435d-9a75-be7da3b7318f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817733 Jun 03 10:03:50.512446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:50.528641 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:50.528641 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:50.530006 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=e56d6df4-87a2-445a-8937-3dd35fe0200f,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:50.581321 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (0b5062a4-988a-400d-baf8-b25159428768), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.613072 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (d24c5e7c-848d-4e5b-9221-e93a9022f62c), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.644063 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] Provisioning complete for port 0b5062a4-988a-400d-baf8-b25159428768 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:50.644428 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (0b5062a4-988a-400d-baf8-b25159428768), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.671191 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbdd6-cde9-43ce-a496-c8667c3aa19f None None] Pushing event updated for resources: {'Port': ['ID=0b5062a4-988a-400d-baf8-b25159428768,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:50.678639 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:03:50.679258 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:50.727447 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.793313 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:50.815153 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] Current status of the port 0b5062a4-988a-400d-baf8-b25159428768 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:50.815527 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (0b5062a4-988a-400d-baf8-b25159428768), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.825552 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:50.842333 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:03:50.896090 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] For port 0b5062a4-988a-400d-baf8-b25159428768, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=0b5062a4-988a-400d-baf8-b25159428768,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:50.917320 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:50.969653 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:50.998209 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.000741 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (0b5062a4-988a-400d-baf8-b25159428768), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.071420 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=e56d6df4-87a2-445a-8937-3dd35fe0200f,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:51.071650 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:03:51.081608 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (d24c5e7c-848d-4e5b-9221-e93a9022f62c), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.101041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079bd1e-5ff3-4b94-a0b3-f51395f1bfff None None] Pushing event updated for resources: {'Port': ['ID=0b5062a4-988a-400d-baf8-b25159428768,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:51.104066 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70bbb-4f4b-4a1e-9588-79c245f51811 None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:03:51.118966 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-fc897697-feb5-4c47-9eac-f630b156f1b3 None None] Provisioning complete for port 0b5062a4-988a-400d-baf8-b25159428768 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:51.119357 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-fc897697-feb5-4c47-9eac-f630b156f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (0b5062a4-988a-400d-baf8-b25159428768), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.172091 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.174128 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2ef92f94-586d-4c71-8e0e-e81d125e9598 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2085764 Jun 03 10:03:51.220147 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-fc897697-feb5-4c47-9eac-f630b156f1b3 None None] Current status of the port 0b5062a4-988a-400d-baf8-b25159428768 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:51.353242 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-82797ede-a0e0-4bc8-a714-8992cff70e89 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1062355970&fields=id&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 267 time: 0.0524433 Jun 03 10:03:51.480879 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-077a100b-f24c-4bb8-a3e9-84dc6302671c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:51.483182 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-077a100b-f24c-4bb8-a3e9-84dc6302671c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.1213231 Jun 03 10:03:51.504447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-23927207-d6e6-4b2b-93d2-84ea55accce2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/quotas/3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 375 time: 0.0107808 Jun 03 10:03:51.512277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device ae751748-2e61-4792-8999-ec0982ba4a48 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:03:51.574494 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-6a6bd9ea-8f49-46d2-81b8-1bdb8e62b33a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625284 Jun 03 10:03:51.580579 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port ae751748-2e61-4792-8999-ec0982ba4a48 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:51.581187 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.659929 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33c5a-9dcb-4929-9ea5-f1e75ffc84ff req-19a9695f-28a9-4c19-9e91-194317c8fc75 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:51.661742 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2bb33c5a-9dcb-4929-9ea5-f1e75ffc84ff req-19a9695f-28a9-4c19-9e91-194317c8fc75 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0630686 Jun 03 10:03:51.733842 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2bb33c5a-9dcb-4929-9ea5-f1e75ffc84ff req-7cc304a2-41dc-41bf-a531-f37265dd8e7e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586205 Jun 03 10:03:51.810920 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port ae751748-2e61-4792-8999-ec0982ba4a48 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:51.812100 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 0b5062a4-988a-400d-baf8-b25159428768 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:03:51.824099 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:51.855360 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-05a4207a-5ec4-4500-96fe-d52b8d7b9d62 service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463713 Jun 03 10:03:51.861408 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 0b5062a4-988a-400d-baf8-b25159428768 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:51.861785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (0b5062a4-988a-400d-baf8-b25159428768), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:51.942673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 0b5062a4-988a-400d-baf8-b25159428768 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:51.956831 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-359fcb3b-faf0-46d6-924e-56ee3f41352b service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911522 Jun 03 10:03:52.230107 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f66fcf3b-10b2-48a5-a60b-f665c8da5c35 req-065f6c16-3bb9-4e0a-8697-3f35ad8107a1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 210 time: 0.0309341 Jun 03 10:03:52.856884 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668abc-b9e9-4647-8d95-5a160a1af5ad req-09a83536-6553-4b1a-9399-2c24984d6660 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:52.858348 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2668abc-b9e9-4647-8d95-5a160a1af5ad req-09a83536-6553-4b1a-9399-2c24984d6660 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0494542 Jun 03 10:03:52.906078 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2668abc-b9e9-4647-8d95-5a160a1af5ad req-d5a6a431-b040-49b5-9324-8ed9f7e0cbab tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Jun 03 10:03:53.326752 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-15339542-c48c-43a6-897f-d1040e99e804 req-07480f3e-790d-4ea2-9223-c3f1ce6146f9 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 210 time: 0.0283875 Jun 03 10:03:54.025852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc425e-f395-4f47-9a81-8c31ef483991 req-d47b446a-8141-4cfb-b65d-c27acefafff4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:54.028462 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4cc425e-f395-4f47-9a81-8c31ef483991 req-d47b446a-8141-4cfb-b65d-c27acefafff4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0492177 Jun 03 10:03:54.074527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4cc425e-f395-4f47-9a81-8c31ef483991 req-15032a7e-72f8-41b8-a0e2-a6aaf83b35e7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Jun 03 10:03:54.448668 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-118176bf-5413-45a2-9533-cb2219cb64f7 req-b609a560-ca2c-41b2-91e0-d5e8e22c14fb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 210 time: 0.0358067 Jun 03 10:03:54.490495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-aa1dfb20-b9ad-455b-aa60-68c264108564 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:54.491875 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-aa1dfb20-b9ad-455b-aa60-68c264108564 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.1282735 Jun 03 10:03:54.554044 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-d367fa2c-99b0-4f50-b407-930eaf74ce9b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 380 time: 0.0532861 Jun 03 10:03:54.562395 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'port': {'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'admin_state_up': True, 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'security_groups': ['87e65827-837c-453b-bf08-615995e92950']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:54.658462 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:54.763898 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Made reservation on behalf of 3e51010dd5d84daf8aa43859e9e7cb6d for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:03:54.767385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:54.898596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.20.0.7 (284be7b5-7c4f-4f54-b772-bb0f4e7cb533/9ce20ce3-2aa9-48ce-8b40-66003043bf14/8b1d6a25-ec19-48dd-8b87-919d443e61a6) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:03:55.029149 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:55.031806 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.112379 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.169444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:03:55.189007 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:03:55.191536 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:03:55.232036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=8b1d6a25-ec19-48dd-8b87-919d443e61a6,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:55.245511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666dcb5-e37b-4d7e-85d6-e8f82cd18dc4 req-3b1c3d22-9658-4e7f-ac69-04b33239e66b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:55.247063 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2666dcb5-e37b-4d7e-85d6-e8f82cd18dc4 req-3b1c3d22-9658-4e7f-ac69-04b33239e66b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0980964 Jun 03 10:03:55.284263 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:55.284263 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.322554 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2666dcb5-e37b-4d7e-85d6-e8f82cd18dc4 req-0d02947f-b945-41ec-89be-cd5064d42207 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657747 Jun 03 10:03:55.372204 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-fa79935e-e948-49dc-b9f1-0a64e411dc3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133123 Jun 03 10:03:55.383679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Request body: {'port': {'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:03:55.446093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.468564 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-adf06e66-423f-48e5-9c1c-9911499c9486 None None] Provisioning complete for port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:03:55.469127 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-adf06e66-423f-48e5-9c1c-9911499c9486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.482218 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:55.494217 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:55.503058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-adf06e66-423f-48e5-9c1c-9911499c9486 None None] Port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:03:55.635497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658cbd2-d34a-4e95-be63-76d9c545d236 req-b0da7989-bc7c-40c9-b75e-5181dc1585c7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:55.637280 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a658cbd2-d34a-4e95-be63-76d9c545d236 req-b0da7989-bc7c-40c9-b75e-5181dc1585c7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 931 time: 0.1136057 Jun 03 10:03:55.742433 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a658cbd2-d34a-4e95-be63-76d9c545d236 req-2bbf9a4f-4d82-4290-8260-e8d01c638c98 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984805 Jun 03 10:03:55.816766 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1d6a25-ec19-48dd-8b87-919d443e61a6 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:03:55.824052 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Publish callbacks [] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.836771 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Transition to ACTIVE for port object 8b1d6a25-ec19-48dd-8b87-919d443e61a6 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:03:55.900094 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:55.950754 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Pushing event updated for resources: {'Port': ['ID=8b1d6a25-ec19-48dd-8b87-919d443e61a6,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:56.026598 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Attempting to bind port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:03:56.026934 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Attempting to bind port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:03:56.027258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Attempting to bind port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:56.031875 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:03:56.032448 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Attempting to bind port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:03:56.037284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:03:56.037627 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:03:56.038036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Bound using segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:03:56.038455 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Bound port: 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:03:56.038809 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:56.095596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:56.101384 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] For port 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:03:56.104334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] For port 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:03:56.192221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:56.225309 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.225900 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:56.227276 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] 10.222.0.59 "PUT /v2.0/ports/8b1d6a25-ec19-48dd-8b87-919d443e61a6 HTTP/1.1" status: 200 len: 1093 time: 0.8477323 Jun 03 10:03:56.229930 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:03:56.233276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012dbd6-b389-460a-9a86-6f075d454d83" -d '{"events": [{"name": "network-changed", "server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:03:56.260416 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e09f7d-aefc-45bb-a604-7fd6acd466bc service neutron] Pushing event updated for resources: {'Port': ['ID=8b1d6a25-ec19-48dd-8b87-919d443e61a6,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:56.279059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3296c6d4-7abe-4924-9468-cebc884580b5 x-openstack-request-id: req-3296c6d4-7abe-4924-9468-cebc884580b5 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:03:56.279353 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:03:56.287423 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3296c6d4-7abe-4924-9468-cebc884580b5 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:03:56.287423 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3296c6d4-7abe-4924-9468-cebc884580b5'] response: {'name': 'network-changed', 'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'status': 'completed', 'code': 200} Jun 03 10:03:56.343818 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dbd6-b389-460a-9a86-6f075d454d83 req-2aa280fe-20dc-4b65-b777-21e7b7eb30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.346641 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7012dbd6-b389-460a-9a86-6f075d454d83 req-2aa280fe-20dc-4b65-b777-21e7b7eb30a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 1127 time: 0.0444653 Jun 03 10:03:56.464859 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a1bc-58df-471b-b8ae-00f45bc39cc9 req-6e2fda9e-72fd-46b9-ad9e-d4a632e142a3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.466309 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e982a1bc-58df-471b-b8ae-00f45bc39cc9 req-6e2fda9e-72fd-46b9-ad9e-d4a632e142a3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0646973 Jun 03 10:03:56.503955 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dbd6-b389-460a-9a86-6f075d454d83 req-7a47d7ea-f19f-48b8-ac57-1c6e33d445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.505372 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7012dbd6-b389-460a-9a86-6f075d454d83 req-7a47d7ea-f19f-48b8-ac57-1c6e33d445fc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1514814 Jun 03 10:03:56.573498 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:56.578629 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e982a1bc-58df-471b-b8ae-00f45bc39cc9 req-fc73c261-caad-41d8-b835-72ec407659e2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038477 Jun 03 10:03:56.616310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dbd6-b389-460a-9a86-6f075d454d83 req-7cfeae01-c005-4e52-8f04-5f28d092e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.617736 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7012dbd6-b389-460a-9a86-6f075d454d83 req-7cfeae01-c005-4e52-8f04-5f28d092e0bc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025677 Jun 03 10:03:56.692359 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-7b1a7ac3-73cb-4551-b0d8-9f385daa36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.693817 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-7b1a7ac3-73cb-4551-b0d8-9f385daa36c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 1127 time: 0.0396919 Jun 03 10:03:56.737421 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-99df12cf-a305-4125-917e-7c590756eba4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6 HTTP/1.1" status: 200 len: 217 time: 0.0359042 Jun 03 10:03:56.789278 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-22548022-4d5d-4fd0-962a-a843d5f02a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.790704 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-22548022-4d5d-4fd0-962a-a843d5f02a6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0452378 Jun 03 10:03:56.862181 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-8790fc6d-81eb-46bc-9b6b-00f6484af5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.863628 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-8790fc6d-81eb-46bc-9b6b-00f6484af5b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661409 Jun 03 10:03:56.886154 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90764a92-9283-4c2b-bc71-83ccef418a9c req-d7a79964-ddb2-4581-ae87-72a382a89171 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:56.887499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-90764a92-9283-4c2b-bc71-83ccef418a9c req-d7a79964-ddb2-4581-ae87-72a382a89171 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 943 time: 0.0637977 Jun 03 10:03:57.215016 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-90764a92-9283-4c2b-bc71-83ccef418a9c req-4f047510-1d9c-43e6-bda6-5acfc54a87e8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837681 Jun 03 10:03:57.230884 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-c1d2ec37-ce57-41de-8849-5025d0a9c7dd service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575904 Jun 03 10:03:57.322368 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a009991-b9f2-4aaf-89e2-6f8ae8a29633 req-2b80d9ae-23c3-4e6f-88b6-8e9a1f371eb9 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843720 Jun 03 10:03:57.695870 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e06c5-12da-4bce-9608-9187a4167a80 req-96d95df0-01cc-407f-9830-52e67816ec53 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:57.697306 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4b7e06c5-12da-4bce-9608-9187a4167a80 req-96d95df0-01cc-407f-9830-52e67816ec53 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0464196 Jun 03 10:03:57.744065 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4b7e06c5-12da-4bce-9608-9187a4167a80 req-7cd70215-a17a-41d4-b1e4-d3411f5a3e8f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Jun 03 10:03:58.052162 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=64 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:58.054046 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:58.331227 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092750f-d564-44de-8438-82e430d04e4c req-63032b43-de19-4a23-aa34-5e4fffcd6502 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:58.332678 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9092750f-d564-44de-8438-82e430d04e4c req-63032b43-de19-4a23-aa34-5e4fffcd6502 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 943 time: 0.0504379 Jun 03 10:03:58.350891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:58.379427 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9092750f-d564-44de-8438-82e430d04e4c req-40d11be0-ee96-4dc6-86dc-824608923dae tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Jun 03 10:03:58.860254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33d8f-d04c-40bf-9a6e-fd436a0313b4 req-1aefa94f-d35f-4ef0-b79b-bccd4c4651d5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:58.861674 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c1c33d8f-d04c-40bf-9a6e-fd436a0313b4 req-1aefa94f-d35f-4ef0-b79b-bccd4c4651d5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0463619 Jun 03 10:03:58.870332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 8b1d6a25-ec19-48dd-8b87-919d443e61a6 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:03:58.908125 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c1c33d8f-d04c-40bf-9a6e-fd436a0313b4 req-7413685a-0edb-4547-b49a-c0357403cff5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Jun 03 10:03:58.969518 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:58.980637 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:03:59.014034 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:03:59.014416 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:59.027308 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1d6a25-ec19-48dd-8b87-919d443e61a6 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:03:59.046539 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:03:59.139900 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:03:59.189870 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=8b1d6a25-ec19-48dd-8b87-919d443e61a6,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:03:59.380439 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['8b1d6a25-ec19-48dd-8b87-919d443e61a6'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:03:59.449839 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:59.451798 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=16,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:59.494261 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:03:59.496396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36702370-0d83-4288-8a09-e58983e89658 req-569fbbf0-35b8-43bf-aebc-30067d11d85a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:03:59.497917 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-36702370-0d83-4288-8a09-e58983e89658 req-569fbbf0-35b8-43bf-aebc-30067d11d85a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 944 time: 0.0488508 Jun 03 10:03:59.550529 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-36702370-0d83-4288-8a09-e58983e89658 req-449229e5-c024-4f0e-b8d0-a173a3c6cf6d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461805 Jun 03 10:04:00.025339 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fbfd8-5925-4436-9006-12e961b22f9b req-17c8c6b4-46d5-4a2a-b882-0ff2b281fe73 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:00.026716 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-690fbfd8-5925-4436-9006-12e961b22f9b req-17c8c6b4-46d5-4a2a-b882-0ff2b281fe73 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0459287 Jun 03 10:04:00.072015 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-690fbfd8-5925-4436-9006-12e961b22f9b req-584c3a02-ff65-478e-85e5-e3fe845a2571 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Jun 03 10:04:00.662144 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63b3b1-92a7-4287-a48b-d25a344a6e80 req-4bdd18db-9a91-4c1c-b345-f67c82728e6e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:00.663581 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3d63b3b1-92a7-4287-a48b-d25a344a6e80 req-4bdd18db-9a91-4c1c-b345-f67c82728e6e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 944 time: 0.0467453 Jun 03 10:04:00.705704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:00.710142 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3d63b3b1-92a7-4287-a48b-d25a344a6e80 req-aa045e23-efc0-4529-a96f-d796bfc8dc30 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Jun 03 10:04:00.886775 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:04:00.888894 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 8b1d6a25-ec19-48dd-8b87-919d443e61a6 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:04:00.983090 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:04:01.022684 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:01.033999 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'mac_address': 'fa:16:3e:c1:47:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:04:01.056774 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:04:01.057143 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:01.092400 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: ACTIVE; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:01.092782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:01.114375 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b6360f1-9329-469d-913b-3b05fed8cd88 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:04:01.138453 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:01.157695 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:01.172263 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:01.172655 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:01.195576 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:01.195774 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90b2f8-bf13-4fd1-87c2-3503dea5a413 req-acd24c4e-681f-4642-86cb-959cc8d0fcc5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:01.197147 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ae90b2f8-bf13-4fd1-87c2-3503dea5a413 req-acd24c4e-681f-4642-86cb-959cc8d0fcc5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0522225 Jun 03 10:04:01.197810 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f54b96-028f-496a-93f6-a0d2ba804e9e" -d '{"events": [{"server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "name": "network-vif-plugged", "status": "completed", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:01.210289 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:01.211383 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:01.254416 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ae90b2f8-bf13-4fd1-87c2-3503dea5a413 req-8aced324-dcfe-482c-bd85-7715ab1aecf8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504155 Jun 03 10:04:01.266939 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=6']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:01.269498 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:01.310011 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230a013-712b-4ccf-a26e-a215fb8a11e1 x-openstack-request-id: req-c230a013-712b-4ccf-a26e-a215fb8a11e1 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:01.310266 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "name": "network-vif-plugged", "status": "completed", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:01.310516 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c230a013-712b-4ccf-a26e-a215fb8a11e1 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:01.310895 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c230a013-712b-4ccf-a26e-a215fb8a11e1'] response: {'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'code': 200} Jun 03 10:04:01.311862 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['3b6360f1-9329-469d-913b-3b05fed8cd88'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:04:01.347366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=8b1d6a25-ec19-48dd-8b87-919d443e61a6,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:01.420762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:01.614852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e386b-5104-4c3f-930e-6ebc5c072088 req-61ed5788-de39-48c5-b126-d4365c7d6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:01.616315 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-084e386b-5104-4c3f-930e-6ebc5c072088 req-61ed5788-de39-48c5-b126-d4365c7d6ea0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 1129 time: 0.0387123 Jun 03 10:04:01.666941 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-084e386b-5104-4c3f-930e-6ebc5c072088 req-60049570-4c7c-4fe5-ae2d-7eae53c6dde4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388591 Jun 03 10:04:01.823728 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84958f49-0f35-4bf0-90b0-227cd83d3d1d req-205077a4-8534-475c-993b-7590d46b8a3b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:01.825182 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-84958f49-0f35-4bf0-90b0-227cd83d3d1d req-205077a4-8534-475c-993b-7590d46b8a3b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Jun 03 10:04:01.871263 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-84958f49-0f35-4bf0-90b0-227cd83d3d1d req-792f3983-561e-495a-b98b-5ab513a18230 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Jun 03 10:04:02.387310 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a090-186e-4387-9995-94ec5b227dd6 req-3281f1ab-b254-4e14-af02-4bcc2db37bea tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:02.388870 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9382a090-186e-4387-9995-94ec5b227dd6 req-3281f1ab-b254-4e14-af02-4bcc2db37bea tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 944 time: 0.0467215 Jun 03 10:04:02.437581 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9382a090-186e-4387-9995-94ec5b227dd6 req-e00192d6-f8bc-4945-a340-152662e913c3 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Jun 03 10:04:02.903211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:04:02.986115 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 3b6360f1-9329-469d-913b-3b05fed8cd88 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:04:02.989790 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:03.056076 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347a0af-cf7d-4f75-bf82-85429a9b75f6 req-8bef5bd6-f3b4-45ba-90b3-a14c991e9ebe tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:03.057599 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9347a0af-cf7d-4f75-bf82-85429a9b75f6 req-8bef5bd6-f3b4-45ba-90b3-a14c991e9ebe tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0742209 Jun 03 10:04:03.074551 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:03.075021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:03.130794 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9347a0af-cf7d-4f75-bf82-85429a9b75f6 req-6ab5dbbb-3f80-40a2-9326-c23186263ed7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646787 Jun 03 10:04:03.148023 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:03.209219 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:03.265272 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=7']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:03.311735 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:03.314556 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7520d4-8c7d-4278-9141-814219a645c4" -d '{"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:03.358058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e4ecfd-7796-420c-83b5-b10a5d3d27f6 x-openstack-request-id: req-16e4ecfd-7796-420c-83b5-b10a5d3d27f6 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:03.358426 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:03.358659 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16e4ecfd-7796-420c-83b5-b10a5d3d27f6 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:03.359061 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e4ecfd-7796-420c-83b5-b10a5d3d27f6'] response: {'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'code': 200} Jun 03 10:04:03.573440 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0f7db-f4b9-413f-8cbf-78abf1eb4a12 req-e9366ab2-2215-47ee-b73b-e70110283fbc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:03.576525 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-56e0f7db-f4b9-413f-8cbf-78abf1eb4a12 req-e9366ab2-2215-47ee-b73b-e70110283fbc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0537000 Jun 03 10:04:03.629684 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-56e0f7db-f4b9-413f-8cbf-78abf1eb4a12 req-5e3f045d-2770-4708-8142-aa6943efa7b9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475197 Jun 03 10:04:04.261721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a6ee7-a165-493f-ab1b-61189393c9f8 req-f6455225-7112-4da6-9c16-756d70f6a060 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:04.267096 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-366a6ee7-a165-493f-ab1b-61189393c9f8 req-f6455225-7112-4da6-9c16-756d70f6a060 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0595925 Jun 03 10:04:04.278448 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:04.316326 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-366a6ee7-a165-493f-ab1b-61189393c9f8 req-69354c01-9405-4897-858b-c1f2946b8dc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448768 Jun 03 10:04:04.440346 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149fa27-c773-43cc-89f1-be1cd5e26974 req-eca84c0c-2fa1-4475-a4c4-dcceda4eef88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:04.442856 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3149fa27-c773-43cc-89f1-be1cd5e26974 req-eca84c0c-2fa1-4475-a4c4-dcceda4eef88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0563126 Jun 03 10:04:04.452306 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59514) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:04.458753 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:04.504163 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (d24c5e7c-848d-4e5b-9221-e93a9022f62c), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:04.767168 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3f8bd-abd2-4f01-b546-9c3d4b256635 req-02850569-499a-44a4-afbf-ef1cb2870c3b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:04.768640 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-93d3f8bd-abd2-4f01-b546-9c3d4b256635 req-02850569-499a-44a4-afbf-ef1cb2870c3b tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0583572 Jun 03 10:04:04.911203 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:04.935578 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-93d3f8bd-abd2-4f01-b546-9c3d4b256635 req-9ac23837-178d-498d-9beb-fb74abab558c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592262 Jun 03 10:04:05.026573 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:05.083846 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (d24c5e7c-848d-4e5b-9221-e93a9022f62c), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:05.190451 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP d24c5e7c-848d-4e5b-9221-e93a9022f62c associated. External IP: 172.27.3.103, port: 8b1d6a25-ec19-48dd-8b87-919d443e61a6. Jun 03 10:04:05.435728 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:04:05.539630 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:05.562592 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:04:05.568182 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:05.583632 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:04:05.599591 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:05.600524 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:05.609411 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-3f53e870-502c-46e0-8324-1fa2a4c10e48 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "PUT /v2.0/floatingips/d24c5e7c-848d-4e5b-9221-e93a9022f62c HTTP/1.1" status: 200 len: 991 time: 1.1521811 Jun 03 10:04:05.609411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:05.609411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cbd56c-f2ad-4587-b45d-ea1392d1344e" -d '{"events": [{"name": "network-changed", "server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:05.653380 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5babd7c-ba1b-48c5-b3a5-0b859c57808c x-openstack-request-id: req-b5babd7c-ba1b-48c5-b3a5-0b859c57808c {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:05.653754 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:05.654114 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5babd7c-ba1b-48c5-b3a5-0b859c57808c {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:05.654574 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5babd7c-ba1b-48c5-b3a5-0b859c57808c'] response: {'name': 'network-changed', 'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'status': 'completed', 'code': 200} Jun 03 10:04:05.731037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-af8c70c7-1f62-4e57-9ddd-2d808ce6336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:05.732773 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-af8c70c7-1f62-4e57-9ddd-2d808ce6336d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 1129 time: 0.0495341 Jun 03 10:04:05.735083 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:05.854890 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-29b03a1f-b713-46a8-b8d5-02102f02a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:05.859428 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-29b03a1f-b713-46a8-b8d5-02102f02a388 service neutron] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 915 time: 0.1187973 Jun 03 10:04:05.928615 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-da4ed946-1bd8-49cd-a62a-85f1c77472a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6 HTTP/1.1" status: 200 len: 999 time: 0.0632641 Jun 03 10:04:05.984512 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:04Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:05.985302 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:05.989732 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-daaf6404-c395-44b4-a3e6-a66baaf2e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:05.997227 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-daaf6404-c395-44b4-a3e6-a66baaf2e267 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0565915 Jun 03 10:04:06.017070 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:04:06.026346 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:06.027045 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:03:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:06.123121 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-195b5bfe-953c-4164-93cf-53d8b572622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:06.124708 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-195b5bfe-953c-4164-93cf-53d8b572622a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264486 Jun 03 10:04:06.136317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82089c-e2ba-4c49-9ff5-c42535ae6b63 req-7c9c1ca2-54e5-4c30-9cc2-3d55f8664b12 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:06.136888 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:06.137924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0c82089c-e2ba-4c49-9ff5-c42535ae6b63 req-7c9c1ca2-54e5-4c30-9cc2-3d55f8664b12 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.1186500 Jun 03 10:04:06.265336 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0c82089c-e2ba-4c49-9ff5-c42535ae6b63 req-2dbab03b-a3f1-444a-a017-865903d4fe90 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172445 Jun 03 10:04:06.304497 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-9871665a-b994-433f-93d8-d77ed361d075 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656005 Jun 03 10:04:06.381712 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:04Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:06.409418 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-65cbd56c-f2ad-4587-b45d-ea1392d1344e req-8bf426e4-8f42-4511-b42b-5f05a434442d service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966268 Jun 03 10:04:06.411549 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4cc99c-2276-4347-84a3-51a87b7efb8a None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:04Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:04:06.454930 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcf3c-a0f1-4415-93b7-8fe0f9b1f617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:06.651169 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662df0ad-7ce3-426f-a871-6d20c10167bd None None] New status for floating IP d24c5e7c-848d-4e5b-9221-e93a9022f62c: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:04:07.398476 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a810d1-0d66-407c-9952-7ba8f39f2b84 req-aec60567-2dc8-4495-83e9-e797de4d2d87 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:07.400228 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0a810d1-0d66-407c-9952-7ba8f39f2b84 req-aec60567-2dc8-4495-83e9-e797de4d2d87 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0518532 Jun 03 10:04:07.458217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f0a810d1-0d66-407c-9952-7ba8f39f2b84 req-255af31f-2774-4857-81b9-5e09eeb96983 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517123 Jun 03 10:04:08.592725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea572-7126-46bf-9b04-d216bf66cc01 req-a73ab745-e26e-4441-a18f-5b96becd284a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:08.594314 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f88ea572-7126-46bf-9b04-d216bf66cc01 req-a73ab745-e26e-4441-a18f-5b96becd284a tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0545750 Jun 03 10:04:08.649315 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f88ea572-7126-46bf-9b04-d216bf66cc01 req-d3a26f8c-40ee-4340-aeb4-160de638f1b0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487738 Jun 03 10:04:08.752576 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-d0eef45a-138c-4ed1-b2f4-f0098884e429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:09.778787 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493bcb4-12e3-4b37-b532-d0ce11032cee req-c2dcd2c4-de37-47c8-a0ed-c89281c5f82d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:09.784623 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f493bcb4-12e3-4b37-b532-d0ce11032cee req-c2dcd2c4-de37-47c8-a0ed-c89281c5f82d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0527623 Jun 03 10:04:09.845442 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f493bcb4-12e3-4b37-b532-d0ce11032cee req-e0e29223-0d5d-49e9-94fd-3aaab14404aa tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572345 Jun 03 10:04:10.015077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:10.983614 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401afafa-a04b-4312-a6ee-0b453ca96faf req-a8853c19-a49a-41d7-9832-6511b9652c39 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:10.985022 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-401afafa-a04b-4312-a6ee-0b453ca96faf req-a8853c19-a49a-41d7-9832-6511b9652c39 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0529273 Jun 03 10:04:11.034097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-401afafa-a04b-4312-a6ee-0b453ca96faf req-51e8e5b9-ad20-4ea4-9a19-e8381d042fb9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Jun 03 10:04:11.271928 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:12.160928 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66456227-0830-4e28-9506-e07854622302 req-d3748c15-e289-4ee2-80f7-3dd2bf9f73db tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:12.162507 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-66456227-0830-4e28-9506-e07854622302 req-d3748c15-e289-4ee2-80f7-3dd2bf9f73db tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0515654 Jun 03 10:04:12.209914 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-66456227-0830-4e28-9506-e07854622302 req-a802e692-3bc2-4e80-ac07-492abe804f04 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Jun 03 10:04:12.934768 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:13.334148 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6b20-9f31-4452-b1d6-4b0c7b3e3302 req-9c43b561-af10-402b-ac9c-fc453f8993d6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:13.335779 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7e1e6b20-9f31-4452-b1d6-4b0c7b3e3302 req-9c43b561-af10-402b-ac9c-fc453f8993d6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0482640 Jun 03 10:04:13.388863 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7e1e6b20-9f31-4452-b1d6-4b0c7b3e3302 req-84dc7a75-b1d4-447b-a0e4-6644c636a269 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469372 Jun 03 10:04:14.060223 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:14.512811 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90896865-ef7f-4bd3-9152-b7c8f0a74f4d req-6e87af0b-85e7-43a8-9ea3-25281ac9c3c8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:14.514227 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-90896865-ef7f-4bd3-9152-b7c8f0a74f4d req-6e87af0b-85e7-43a8-9ea3-25281ac9c3c8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0490913 Jun 03 10:04:14.539123 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:14.560237 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-90896865-ef7f-4bd3-9152-b7c8f0a74f4d req-aa54cb4d-0528-47b7-a070-3f1a2ed76f17 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 Jun 03 10:04:14.946697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:14.958908 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-5df9413c-40da-424c-951a-e69a9c68d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:14.960398 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-5df9413c-40da-424c-951a-e69a9c68d629 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1129 time: 0.0404000 Jun 03 10:04:15.054089 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-2e0d37de-dfc0-476a-840c-814e100ae9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:15.055533 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-2e0d37de-dfc0-476a-840c-814e100ae9da service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 918 time: 0.0882823 Jun 03 10:04:15.360092 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-0e6c91a8-62ec-44ec-94ad-7575ec5408bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 200 len: 1001 time: 0.0544035 Jun 03 10:04:15.409430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-734bcc0e-d9cf-419f-a4ce-541c64190396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:15.410900 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-734bcc0e-d9cf-419f-a4ce-541c64190396 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0444028 Jun 03 10:04:15.458785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-3f440acf-cfd3-4c14-8e31-4ad41364a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:15.460245 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-3f440acf-cfd3-4c14-8e31-4ad41364a753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429406 Jun 03 10:04:15.553877 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-2b665d95-5002-4c29-8d43-551fae28b434 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872145 Jun 03 10:04:15.677575 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fb855a2-7d9a-4fb1-9180-6f4e3f7621ab req-af1e988d-b70d-45c9-84ae-b13531f09dda service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172576 Jun 03 10:04:15.691187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3476-f7bf-4979-bf14-759fc39f4954 req-044c9083-39e9-4c78-b8a5-d4d1c5bcb34f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:15.692678 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b3f3476-f7bf-4979-bf14-759fc39f4954 req-044c9083-39e9-4c78-b8a5-d4d1c5bcb34f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0568922 Jun 03 10:04:15.741556 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b3f3476-f7bf-4979-bf14-759fc39f4954 req-6ad36b7e-88f1-4c2a-aaee-b9be766a336f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Jun 03 10:04:16.385544 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=86 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:16.386317 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=62 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:16.863130 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb0cba-1279-41c1-9784-1317ea37234c req-3e014341-4498-4a7d-9df2-a597b1148dbc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:16.864589 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-47fb0cba-1279-41c1-9784-1317ea37234c req-3e014341-4498-4a7d-9df2-a597b1148dbc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0492115 Jun 03 10:04:17.009500 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:04:17.151790 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-47fb0cba-1279-41c1-9784-1317ea37234c req-2d36c01c-4a41-4430-a4ba-0a374e9a0911 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815094 Jun 03 10:04:18.271107 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9954f-8142-4f2c-b76c-3fdb0e4fbc1d req-f0cbcc83-7262-4857-a5e8-c9ec7424df97 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:18.272745 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87f9954f-8142-4f2c-b76c-3fdb0e4fbc1d req-f0cbcc83-7262-4857-a5e8-c9ec7424df97 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 945 time: 0.0479443 Jun 03 10:04:18.321237 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-87f9954f-8142-4f2c-b76c-3fdb0e4fbc1d req-47c5a3e2-04df-4db0-86a0-5d65528d8c38 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Jun 03 10:04:18.747924 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-d0f91501-4738-4dde-9d19-094bf3c27d22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391254 Jun 03 10:04:18.830412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-0ecf3f7e-c7f3-4ecd-93f9-c43ab090b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:18.832410 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-0ecf3f7e-c7f3-4ecd-93f9-c43ab090b7ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 1129 time: 0.0425289 Jun 03 10:04:18.935609 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-e2615eb1-171c-4d69-bb20-3d8fb30cf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:18.937052 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-e2615eb1-171c-4d69-bb20-3d8fb30cf2b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.0867147 Jun 03 10:04:18.983723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:18.984181 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:04:19.001114 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-28979b1e-d321-4a17-b69f-3031c4cd8965 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c77efae-7eef-404e-beac-b5252e585eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0582969 Jun 03 10:04:19.045225 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:19.049097 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-d241f712-569c-43a8-a071-8bf5e792928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:19.051172 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-d241f712-569c-43a8-a071-8bf5e792928d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0437977 Jun 03 10:04:19.058240 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: ACTIVE; New status is: DOWN {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:19.058666 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:19.082290 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:19.084545 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fbe7e3-ccf2-461e-bf3d-02e28a32d1ef" -d '{"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:19.097112 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:19.097351 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-4fbf2969-9dcc-44c5-964d-780cfd937e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:19.098896 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-4fbf2969-9dcc-44c5-964d-780cfd937e72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421088 Jun 03 10:04:19.189448 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-fc33743c-6455-4b92-9702-318061d57567 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849493 Jun 03 10:04:19.276653 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1c5c7030-bde8-4581-91ae-942e8a05a0ad req-34c388be-b69a-4435-ab08-0e70e7f5950f service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Jun 03 10:04:19.300992 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:19.346220 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=8']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:19.508730 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ebfb0a-1b11-408e-abef-885eb1558cca x-openstack-request-id: req-04ebfb0a-1b11-408e-abef-885eb1558cca {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:19.509058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-unplugged", "status": "failed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "code": 422}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:19.509313 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04ebfb0a-1b11-408e-abef-885eb1558cca {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:19.509902 dv-cinder-844563-1-iscsi neutron-server[111017]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-04ebfb0a-1b11-408e-abef-885eb1558cca']: {'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'code': 422} returned with failed status Jun 03 10:04:20.710280 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-56480e92-3416-4530-94d3-dea8ba71e0dc req-8c5577b3-15c2-47d5-9ea7-22b98029461f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 10:04:20.711304 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-56480e92-3416-4530-94d3-dea8ba71e0dc req-8c5577b3-15c2-47d5-9ea7-22b98029461f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471032 Jun 03 10:04:20.989996 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47fdd2-8811-44e3-8d14-2e2a149018f7 req-f6de0882-94cf-4390-9302-276be3aee1ce tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:20.991740 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fe47fdd2-8811-44e3-8d14-2e2a149018f7 req-f6de0882-94cf-4390-9302-276be3aee1ce tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0498986 Jun 03 10:04:21.043658 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fe47fdd2-8811-44e3-8d14-2e2a149018f7 req-86357ee4-3f44-4644-82c7-b6431e73d8cb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461771 Jun 03 10:04:21.385866 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59684) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:21.464703 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-08df895e-4d51-4d5d-a3b7-0899e4bea9a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776684 Jun 03 10:04:21.473141 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-a67d9e76-5379-404c-805f-9df44c1318d3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 10:04:21.474362 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-a67d9e76-5379-404c-805f-9df44c1318d3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047588 Jun 03 10:04:21.549713 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59692) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:21.642504 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-6c147543-773d-44ad-91cb-d1bcfb0ebde8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:21.644570 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-6c147543-773d-44ad-91cb-d1bcfb0ebde8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports/3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 200 len: 940 time: 0.0936646 Jun 03 10:04:22.161030 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81516f-1f8c-4907-9e6c-f6c7b8a8c65b req-d2dfe193-2e3e-4fed-90f7-7eabe1375b5c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:22.162539 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb81516f-1f8c-4907-9e6c-f6c7b8a8c65b req-d2dfe193-2e3e-4fed-90f7-7eabe1375b5c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0470221 Jun 03 10:04:22.215048 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb81516f-1f8c-4907-9e6c-f6c7b8a8c65b req-1b93dd5b-d271-438f-b450-1a0d535cc80f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459311 Jun 03 10:04:22.862291 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-11a36089-ce2b-4178-9445-a8cf83d04dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:22.863777 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-11a36089-ce2b-4178-9445-a8cf83d04dce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc&tenant_id=57756244f164417dad785bb5927d05b6 HTTP/1.1" status: 200 len: 1127 time: 0.0403869 Jun 03 10:04:22.921134 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-53ca59ee-190d-464a-aad6-0e6958226c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:22.922541 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-53ca59ee-190d-464a-aad6-0e6958226c47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57756244f164417dad785bb5927d05b6&device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1127 time: 0.0377703 Jun 03 10:04:23.017192 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-f13e6a93-af61-48b9-98cd-a4ae27649fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:23.019193 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-f13e6a93-af61-48b9-98cd-a4ae27649fcc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 200 len: 918 time: 0.0872667 Jun 03 10:04:23.078040 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-cf0412ac-aab0-492c-8bbe-7c556aa5fae9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 200 len: 999 time: 0.0536149 Jun 03 10:04:23.118966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:23.124279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-75cd0f3b-a905-43e0-bbe7-b39e169302f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:23.125649 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-75cd0f3b-a905-43e0-bbe7-b39e169302f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 200 len: 856 time: 0.0424016 Jun 03 10:04:23.172939 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-d2617de2-51a5-48bc-a184-66b3aa5cd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:23.174345 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-d2617de2-51a5-48bc-a184-66b3aa5cd2de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dd31c87-764e-47aa-825b-25f1a52d1c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427904 Jun 03 10:04:23.264019 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-c1b38042-4967-4386-96c1-51303b7443de service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832198 Jun 03 10:04:23.369545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02266a-3dcc-4ef2-9806-b279aa523614 req-05e36ff1-2884-46df-bc25-c3c953f82c7d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:23.371031 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ec02266a-3dcc-4ef2-9806-b279aa523614 req-05e36ff1-2884-46df-bc25-c3c953f82c7d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0816143 Jun 03 10:04:23.415795 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4bbbcec7-4484-4a4e-b028-4cd71e0b98c9 req-d3ee0942-0841-460e-968e-ffadc4748e39 service neutron] 10.222.0.59 "GET /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446097 Jun 03 10:04:23.448474 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ec02266a-3dcc-4ef2-9806-b279aa523614 req-b5f46ee4-8ca3-44d9-a63c-669cf81acd12 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604799 Jun 03 10:04:24.565063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b1fd7-7a25-461a-b1ef-091dc1745820 req-81cd5cb9-d953-4fef-85f4-6c131689a874 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:24.567537 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-375b1fd7-7a25-461a-b1ef-091dc1745820 req-81cd5cb9-d953-4fef-85f4-6c131689a874 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0499926 Jun 03 10:04:24.628421 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-375b1fd7-7a25-461a-b1ef-091dc1745820 req-18ef3d7a-9306-42b0-b046-0989bb098d3c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535703 Jun 03 10:04:25.757706 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7100-3504-4aa5-8f45-e4d80162b140 req-f63cb792-e901-44a2-b132-7e3d0845524c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:25.759621 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ceb7100-3504-4aa5-8f45-e4d80162b140 req-f63cb792-e901-44a2-b132-7e3d0845524c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0541008 Jun 03 10:04:25.781298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:25.821830 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ceb7100-3504-4aa5-8f45-e4d80162b140 req-0a67fb4a-d6e4-4642-b464-617fbcc0464f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565131 Jun 03 10:04:26.956547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacad4b-7f85-4f6c-8675-9a9bea89d126 req-b34c7b73-a933-4d0d-b65e-4575b8c1c4fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:26.958178 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9bacad4b-7f85-4f6c-8675-9a9bea89d126 req-b34c7b73-a933-4d0d-b65e-4575b8c1c4fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0551822 Jun 03 10:04:27.009254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9bacad4b-7f85-4f6c-8675-9a9bea89d126 req-5fd7bc54-c021-4d5b-9330-d95f577f9896 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Jun 03 10:04:28.144390 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31bfeb-d1ca-4d7a-9507-5d7b305f7472 req-12d9e076-3112-4631-be85-dc7302381cc8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:28.145947 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b31bfeb-d1ca-4d7a-9507-5d7b305f7472 req-12d9e076-3112-4631-be85-dc7302381cc8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0527556 Jun 03 10:04:28.197096 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b31bfeb-d1ca-4d7a-9507-5d7b305f7472 req-a3062013-286b-48fa-93e9-b3334ff57b96 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Jun 03 10:04:29.342457 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:29.344128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:29.489949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091915f-2575-42da-8313-89322448f67c req-bd75c5af-4c25-4e6d-ba9e-45bc93460dc8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:29.491532 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5091915f-2575-42da-8313-89322448f67c req-bd75c5af-4c25-4e6d-ba9e-45bc93460dc8 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0518680 Jun 03 10:04:29.556384 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92743b0-6e9b-49f6-8b09-18396d9f8165 req-50d827c3-c879-432b-add2-154eaf00d599 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:29.557940 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d92743b0-6e9b-49f6-8b09-18396d9f8165 req-50d827c3-c879-432b-add2-154eaf00d599 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0654891 Jun 03 10:04:29.602774 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5091915f-2575-42da-8313-89322448f67c req-8f4b7eed-f19b-41ff-b40e-d2f7aad9b4dd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987742 Jun 03 10:04:29.632063 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d92743b0-6e9b-49f6-8b09-18396d9f8165 req-ab69eba8-c5b1-40a7-ae00-3e17334e2abf tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658493 Jun 03 10:04:30.748835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bc23-30c4-4a2f-a8e8-e82d013e4668 req-9962e188-dfbb-4202-bb7e-67083c43991e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:30.750376 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-60c5bc23-30c4-4a2f-a8e8-e82d013e4668 req-9962e188-dfbb-4202-bb7e-67083c43991e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0729110 Jun 03 10:04:30.776156 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416bc5e-1fff-43fd-8786-789d8a33a4a5 req-cae1449e-3ce7-4bb7-b514-022aee4dfe2e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:30.777631 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3416bc5e-1fff-43fd-8786-789d8a33a4a5 req-cae1449e-3ce7-4bb7-b514-022aee4dfe2e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0686705 Jun 03 10:04:30.807949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:30.848845 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-60c5bc23-30c4-4a2f-a8e8-e82d013e4668 req-828e7c31-2e8b-446b-a559-471918a1d42f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894396 Jun 03 10:04:30.863488 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3416bc5e-1fff-43fd-8786-789d8a33a4a5 req-ebaf65c8-4f64-4656-af12-9fd41a19504e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770786 Jun 03 10:04:32.005814 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f2a6-0bad-4d5d-8d2c-5372b892e506 req-d881af2e-f936-42cc-b4e4-6e9b716fd69d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:32.007341 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8f76f2a6-0bad-4d5d-8d2c-5372b892e506 req-d881af2e-f936-42cc-b4e4-6e9b716fd69d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0794835 Jun 03 10:04:32.036791 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826bcc7-29d7-4f03-8139-3fa606f7e250 req-50adedaf-6dfa-4c32-8df4-dd970a308248 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:32.038294 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b826bcc7-29d7-4f03-8139-3fa606f7e250 req-50adedaf-6dfa-4c32-8df4-dd970a308248 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0767791 Jun 03 10:04:32.087757 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8f76f2a6-0bad-4d5d-8d2c-5372b892e506 req-57611ff7-1d08-43d1-9642-e347f1caa4fd tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737102 Jun 03 10:04:32.113868 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b826bcc7-29d7-4f03-8139-3fa606f7e250 req-e2b15fe9-7a40-4cf9-af93-58790e4719ae tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682070 Jun 03 10:04:33.238244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e98cf-ea75-48c4-b8d4-0288f5f275f8 req-fb43606f-b6c3-4f8a-8abd-f45cda8d4064 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:33.239949 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-745e98cf-ea75-48c4-b8d4-0288f5f275f8 req-fb43606f-b6c3-4f8a-8abd-f45cda8d4064 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0773885 Jun 03 10:04:33.260576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9155-6841-489a-a919-b907408232ad req-4b71597b-4e66-4383-9293-cf99424be1e8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:33.262044 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-db2b9155-6841-489a-a919-b907408232ad req-4b71597b-4e66-4383-9293-cf99424be1e8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0672796 Jun 03 10:04:33.329053 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-745e98cf-ea75-48c4-b8d4-0288f5f275f8 req-d6b8e774-542a-4e7d-a93f-38432f1dd2d2 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834901 Jun 03 10:04:33.333506 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-db2b9155-6841-489a-a919-b907408232ad req-e9cd1c3f-1de5-4168-92f0-5bd3fcf7f9dc tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643880 Jun 03 10:04:34.460610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:34.479419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2058-06fe-4d7c-a9d2-368e473008c9 req-58711f54-864e-4895-8f72-e20e565ca1a5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:34.480871 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b1b2058-06fe-4d7c-a9d2-368e473008c9 req-58711f54-864e-4895-8f72-e20e565ca1a5 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0800440 Jun 03 10:04:34.486836 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820db2-e6cf-4ae9-856b-5f4e16839fb9 req-37f07134-3883-480e-90da-8f8a8956f612 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:34.488183 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f820db2-e6cf-4ae9-856b-5f4e16839fb9 req-37f07134-3883-480e-90da-8f8a8956f612 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0778489 Jun 03 10:04:34.562570 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b1b2058-06fe-4d7c-a9d2-368e473008c9 req-ba9c28be-3941-4d5d-bc98-afbbacbb9665 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734646 Jun 03 10:04:34.566302 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7f820db2-e6cf-4ae9-856b-5f4e16839fb9 req-0744c8f8-7bb0-422a-80c8-12bd8c813d39 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714576 Jun 03 10:04:35.308785 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:35.312739 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:35.717401 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393822a8-73b8-4213-a3f0-e23de899b9cc req-0a59cd03-9dc4-4e53-9ebf-7ec178e070cc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:35.718208 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-393822a8-73b8-4213-a3f0-e23de899b9cc req-0a59cd03-9dc4-4e53-9ebf-7ec178e070cc tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0772645 Jun 03 10:04:35.723988 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e380c-d286-46ad-b9ab-d01b2a073500 req-b9e9bffb-e3cb-4d34-8a90-aecbe623fea1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:35.725321 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff5e380c-d286-46ad-b9ab-d01b2a073500 req-b9e9bffb-e3cb-4d34-8a90-aecbe623fea1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0856006 Jun 03 10:04:35.799902 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-393822a8-73b8-4213-a3f0-e23de899b9cc req-c69187da-c947-4215-9ec1-93912e056f94 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736411 Jun 03 10:04:35.803566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff5e380c-d286-46ad-b9ab-d01b2a073500 req-b259cbfa-9e7f-4777-8634-f8d5926dbf2f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706074 Jun 03 10:04:35.858469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-75ff84dd-ec3a-45c8-b124-1468e1386eae tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:35.859827 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-75ff84dd-ec3a-45c8-b124-1468e1386eae tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 945 time: 0.0469794 Jun 03 10:04:35.947425 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Deleting port 9c77efae-7eef-404e-beac-b5252e585eb9 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:35.947758 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.018952 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:36.033235 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] For port 9c77efae-7eef-404e-beac-b5252e585eb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9c77efae-7eef-404e-beac-b5252e585eb9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:36.033618 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.198745 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.199033 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (55ebc033-2854-4e73-8c94-491709d4ba91), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.199345 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Floating IP 55ebc033-2854-4e73-8c94-491709d4ba91 disassociated. External IP: 172.27.3.83, port: 9c77efae-7eef-404e-beac-b5252e585eb9. Jun 03 10:04:36.199689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Calling delete_port for 9c77efae-7eef-404e-beac-b5252e585eb9 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:36.414303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (9c77efae-7eef-404e-beac-b5252e585eb9), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.442782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e8f-17d9-4d62-957a-84249a6cdc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.455528 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'Port': ['ID=9c77efae-7eef-404e-beac-b5252e585eb9,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:36.461912 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.462272 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.462620 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.462961 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.463314 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.463627 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.464016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.464352 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.464684 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.465021 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.465365 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.465670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.466020 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.466346 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.467187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:36.532993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:36.569760 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:04:36.672282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:04:36.683630 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:04:36.703621 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:36.704206 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:36.720311 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] No DVR routers for this DVR port 9c77efae-7eef-404e-beac-b5252e585eb9 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:04:36.723989 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:36.727317 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7d2b97d5-5b15-40b9-aa6c-f444a6deee0b req-b9d4304f-f552-42ef-abe5-6acb8b87ec3e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "DELETE /v2.0/ports/9c77efae-7eef-404e-beac-b5252e585eb9 HTTP/1.1" status: 204 len: 173 time: 0.8622220 Jun 03 10:04:36.727767 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'name': 'network-vif-deleted', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:36.730110 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9430c137-43fa-4ab7-a890-550991f46df6" -d '{"events": [{"server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "name": "network-vif-deleted", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:36.772100 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512e82f-4d15-4316-81d8-76348b7f6a8e x-openstack-request-id: req-c512e82f-4d15-4316-81d8-76348b7f6a8e {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:36.772398 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4620df-63bb-4550-b854-4c81bb1219e0", "name": "network-vif-deleted", "tag": "9c77efae-7eef-404e-beac-b5252e585eb9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:36.772759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c512e82f-4d15-4316-81d8-76348b7f6a8e {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:36.773118 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c512e82f-4d15-4316-81d8-76348b7f6a8e'] response: {'server_uuid': '7b4620df-63bb-4550-b854-4c81bb1219e0', 'name': 'network-vif-deleted', 'tag': '9c77efae-7eef-404e-beac-b5252e585eb9', 'status': 'completed', 'code': 200} Jun 03 10:04:36.818470 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:36.945300 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa502255-1cc9-40b1-a33e-724ca7063b4a req-0ae5d4af-7776-4052-8553-c3d6a43d0ce9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:36.952454 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa502255-1cc9-40b1-a33e-724ca7063b4a req-0ae5d4af-7776-4052-8553-c3d6a43d0ce9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 943 time: 0.0567949 Jun 03 10:04:37.008521 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fa502255-1cc9-40b1-a33e-724ca7063b4a req-fabdcc38-0e7d-4112-86ab-3159c6a4e3bb tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528600 Jun 03 10:04:37.041921 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:04:37.045440 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:37.074385 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:04:37.103476 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:37.104374 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:37.119577 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-43ff8478-0f23-4a8c-a527-5d20532750a8 req-eaae1420-f8bf-48a4-bb1f-51e9c0753876 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0606244 Jun 03 10:04:37.146978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:37.159679 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'port_id': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'mac_address': 'fa:16:3e:c1:47:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:04:37.199193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:37.199580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:37.213434 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6360f1-9329-469d-913b-3b05fed8cd88 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:04:37.229410 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:37.234866 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:37.334399 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:37.381822 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=9']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:37.419547 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:37.443967 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887d216-7e65-45aa-9b69-f454bd4d5711 None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:04:37.647842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['3b6360f1-9329-469d-913b-3b05fed8cd88'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:04:37.671944 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9643777-cd08-4bbb-9abe-50538abf8b5e None None] New status for floating IP 55ebc033-2854-4e73-8c94-491709d4ba91: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:04:38.122984 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fff8-b078-42d6-b381-0afd10b22f16 req-7b159b83-4fa5-4d00-a39a-34a908383d2c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:38.124421 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d172fff8-b078-42d6-b381-0afd10b22f16 req-7b159b83-4fa5-4d00-a39a-34a908383d2c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 944 time: 0.0496955 Jun 03 10:04:38.192512 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d172fff8-b078-42d6-b381-0afd10b22f16 req-330a5eae-fc15-4431-80f2-147ebd75cbb7 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617790 Jun 03 10:04:38.251778 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8fba8c7f-5540-4f79-acab-eb2a651a2f69 req-2b2f7d06-c26b-4b57-a12d-fa06fe2ae4ff tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4620df-63bb-4550-b854-4c81bb1219e0 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Jun 03 10:04:38.757201 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4e9806b-3483-40df-9926-14e083e5bfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:39.033137 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:04:39.078673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 3b6360f1-9329-469d-913b-3b05fed8cd88 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:04:39.079047 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:39.147370 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 3b6360f1-9329-469d-913b-3b05fed8cd88 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:39.147744 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:39.169457 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:39.171698 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff680fa2-bcce-4bef-86f5-2b923f666d40" -d '{"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:39.184661 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:39.206665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec194ea7-5ecf-4da9-8be5-68ffcb432050 x-openstack-request-id: req-ec194ea7-5ecf-4da9-8be5-68ffcb432050 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:39.206947 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:39.207198 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec194ea7-5ecf-4da9-8be5-68ffcb432050 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:39.207585 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec194ea7-5ecf-4da9-8be5-68ffcb432050'] response: {'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'code': 200} Jun 03 10:04:39.285576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:39.300986 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:39.301850 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9c77efae-7eef-404e-beac-b5252e585eb9 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:04:39.321176 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52915fec-ce1d-4110-87cf-672bf3f81de5 req-d5bc7784-feef-42e4-80e6-7589c7c9bee4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:39.322962 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-52915fec-ce1d-4110-87cf-672bf3f81de5 req-d5bc7784-feef-42e4-80e6-7589c7c9bee4 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 944 time: 0.0498998 Jun 03 10:04:39.323989 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 9c77efae-7eef-404e-beac-b5252e585eb9 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:04:39.324318 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9c77efae-7eef-404e-beac-b5252e585eb9 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:04:39.347027 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:39.374839 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=10']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:39.401300 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-52915fec-ce1d-4110-87cf-672bf3f81de5 req-e889788e-9f20-4864-8e4f-f73e0a61108c tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720804 Jun 03 10:04:39.595838 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b847-a0b7-4868-a6ef-25cd1bbda996 req-77706e98-319a-4783-8db1-4653cb758dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:39.597359 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e958b847-a0b7-4868-a6ef-25cd1bbda996 req-77706e98-319a-4783-8db1-4653cb758dfd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 1130 time: 0.0616367 Jun 03 10:04:39.628426 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-1c1682b5-b70b-4ee9-b882-025bd634ff90 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921144121&fields=id&tenant_id=5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 267 time: 0.0939112 Jun 03 10:04:39.697463 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e958b847-a0b7-4868-a6ef-25cd1bbda996 req-24573f5b-fc7f-429b-9446-8b1fa2e84de8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923438 Jun 03 10:04:39.758983 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-bf92265d-c137-4955-82ed-81d2dba93dab tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:39.760411 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-bf92265d-c137-4955-82ed-81d2dba93dab tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 811 time: 0.1224029 Jun 03 10:04:39.775559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-9fe75cdd-d4dd-4703-8c24-5a284bc41215 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/quotas/5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 375 time: 0.0098779 Jun 03 10:04:39.825183 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-5d25f89f-d8eb-4863-8911-4d28e05780b2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447206 Jun 03 10:04:39.900624 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:39.923560 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-4b8775df-a6a1-4def-8c87-b84558276fd7 service neutron] 10.222.0.42 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869198 Jun 03 10:04:39.992298 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:40.015231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-5bfd507f-d5f1-4430-8df5-1aec43b578ef service neutron] 10.222.0.42 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Jun 03 10:04:40.531777 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddccb2-6d13-4cb8-aa8f-684acaf70ecc req-c19ffd4c-02d0-4e36-a5fa-a444f3c36385 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:40.534159 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-68ddccb2-6d13-4cb8-aa8f-684acaf70ecc req-c19ffd4c-02d0-4e36-a5fa-a444f3c36385 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0520570 Jun 03 10:04:40.585317 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10cfee13-8aee-404a-b953-520fd180e710 req-9bb720a1-0a95-4fbc-b1d9-7a04c9ed79f9 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 210 time: 0.0305204 Jun 03 10:04:40.607315 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-68ddccb2-6d13-4cb8-aa8f-684acaf70ecc req-088282eb-c7b3-48a1-8669-c51275fb0f23 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668726 Jun 03 10:04:41.271626 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:41.697497 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e166ae4-3eef-4afd-a5bd-b628b5ed6053 req-7bb43238-078c-43c0-8284-d256e282a449 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 210 time: 0.0369637 Jun 03 10:04:41.746015 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe1c64-6219-41b8-9de4-29087bbe5319 req-01f48d7b-1b32-4f14-98e6-65f445a0a457 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:41.747416 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5abe1c64-6219-41b8-9de4-29087bbe5319 req-01f48d7b-1b32-4f14-98e6-65f445a0a457 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0530655 Jun 03 10:04:41.796730 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5abe1c64-6219-41b8-9de4-29087bbe5319 req-1aba9634-7ab1-4b53-bfe3-ca803662db55 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Jun 03 10:04:42.455138 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-ff52ca5b-4fb1-4279-be9a-284fa72d108b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:42.456865 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-ff52ca5b-4fb1-4279-be9a-284fa72d108b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 811 time: 0.1089559 Jun 03 10:04:42.530467 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-25915aaf-fb63-4893-82c7-d7bce111364d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 379 time: 0.0578971 Jun 03 10:04:42.541603 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'port': {'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'admin_state_up': True, 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'security_groups': ['ddc1ec71-403d-4ff9-aca4-e408f8d4503f']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:42.899481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:42.922295 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-907b2555-bc7b-486f-bc06-1e19bb444d16 req-26c8b609-4b6d-4e8d-ac22-5095ba86f47a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 210 time: 0.0449605 Jun 03 10:04:42.939619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294c8b3-ed02-4efc-b506-a09362a6e4d9 req-b03bd27a-0f91-4db1-8139-a923f448c5e0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:42.941553 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b294c8b3-ed02-4efc-b506-a09362a6e4d9 req-b03bd27a-0f91-4db1-8139-a923f448c5e0 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.3379452 Jun 03 10:04:43.010870 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b294c8b3-ed02-4efc-b506-a09362a6e4d9 req-152b9860-8440-42ee-9272-97002a9da54e tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620439 Jun 03 10:04:43.044325 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e679b-071d-4a9a-9539-d8d5a37d2589 req-291cbf98-563f-4cc6-a498-d443c81a001f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:43.045823 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cd5e679b-071d-4a9a-9539-d8d5a37d2589 req-291cbf98-563f-4cc6-a498-d443c81a001f tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0558772 Jun 03 10:04:43.059205 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Made reservation on behalf of 5476f21b29944eb69e32a2d97b328aed for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:04:43.063239 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:43.106461 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:43.145610 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cd5e679b-071d-4a9a-9539-d8d5a37d2589 req-c59db733-b0e2-426c-87ef-248ad66c8b8e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935895 Jun 03 10:04:43.196161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:43.221282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Allocated IP 172.20.0.14 (cdd39ad8-1097-4745-8715-b421d9c9917f/aefefb51-44d5-4f83-a246-e1a27a9189b8/4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:04:43.362409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:43.443159 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:43.483059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Network cdd39ad8-1097-4745-8715-b421d9c9917f is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:04:43.486153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:04:43.489167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:04:43.522474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:43.552902 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:43.553581 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:43.658782 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-05c1cd1f-09d3-4eb6-9246-e5087a27bb19 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1213350 Jun 03 10:04:43.682693 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-416270a5-2836-4b56-8111-8d9fe0d51f6e None None] Provisioning complete for port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:04:43.683157 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-416270a5-2836-4b56-8111-8d9fe0d51f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:43.714463 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-416270a5-2836-4b56-8111-8d9fe0d51f6e None None] Port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:04:44.040673 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba9ef-278b-4726-b81c-1527bb1c6aef req-a9ae23ef-ac7a-4e73-864e-b7f210b8842f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:44.042055 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a98ba9ef-278b-4726-b81c-1527bb1c6aef req-a9ae23ef-ac7a-4e73-864e-b7f210b8842f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 932 time: 0.0504708 Jun 03 10:04:44.072170 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Request body: {'port': {'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:44.077402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.120877 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a98ba9ef-278b-4726-b81c-1527bb1c6aef req-faf87506-25bf-467e-924a-ee1128a49cfb tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733261 Jun 03 10:04:44.155613 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.264220 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17923-a367-4326-a133-6d30e1ee7dbc req-824e2eee-37c7-45e0-a9cc-113abc753d7f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:44.265690 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cee17923-a367-4326-a133-6d30e1ee7dbc req-824e2eee-37c7-45e0-a9cc-113abc753d7f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.0740800 Jun 03 10:04:44.340069 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:44.429972 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cee17923-a367-4326-a133-6d30e1ee7dbc req-d2f87813-6ac6-41fa-b48b-6f5e98a48b7b tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups?id=764d7c3d-bab8-4152-a653-5a0928649a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519101 Jun 03 10:04:44.473279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500c81d-0d06-49a1-80d3-eae868523299 req-3e42a2b0-48d0-4563-8747-37d6e368bc81 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:44.474765 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4500c81d-0d06-49a1-80d3-eae868523299 req-3e42a2b0-48d0-4563-8747-37d6e368bc81 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 945 time: 0.0917523 Jun 03 10:04:44.514412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:44.601491 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Deleting port 13121560-48ad-4ce7-91f1-cace26c579e9 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:44.601738 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.673556 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:04:44.683982 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Publish callbacks [] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.711843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Transition to ACTIVE for port object 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:04:44.731591 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] For port 13121560-48ad-4ce7-91f1-cace26c579e9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=13121560-48ad-4ce7-91f1-cace26c579e9,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:44.731996 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.832530 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.927663 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:44.941466 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.941811 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (1a112746-9cae-4aba-afdf-cc78683e2499), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:44.942149 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Floating IP 1a112746-9cae-4aba-afdf-cc78683e2499 disassociated. External IP: 172.27.3.127, port: 13121560-48ad-4ce7-91f1-cace26c579e9. Jun 03 10:04:44.942510 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Calling delete_port for 13121560-48ad-4ce7-91f1-cace26c579e9 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:45.030711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:45.085554 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Attempting to bind port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:04:45.086285 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Attempting to bind port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:04:45.086285 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Attempting to bind port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:04:45.099521 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 on network cdd39ad8-1097-4745-8715-b421d9c9917f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:04:45.099905 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Attempting to bind port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:04:45.107656 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:04:45.108010 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Checking segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:04:45.108381 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Bound using segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:04:45.108808 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Bound port: 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:04:45.109161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:45.136008 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:45.254534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] For port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:04:45.256341 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:45.273568 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6ae0-5220-4e0a-983b-101a9d0274b8 req-1fc3c0fe-2af7-49f8-b150-ab22ef8d8757 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:45.275217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-096d6ae0-5220-4e0a-983b-101a9d0274b8 req-1fc3c0fe-2af7-49f8-b150-ab22ef8d8757 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0831876 Jun 03 10:04:45.279377 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] For port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:04:45.303390 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (13121560-48ad-4ce7-91f1-cace26c579e9), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:45.347236 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event deleted for resources: {'Port': ['ID=13121560-48ad-4ce7-91f1-cace26c579e9,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:45.364947 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:45.376531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-096d6ae0-5220-4e0a-983b-101a9d0274b8 req-ca7343e7-3621-4f9b-bc69-854c1b94e719 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893238 Jun 03 10:04:45.433284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:45.434218 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:45.435582 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] 10.222.0.59 "PUT /v2.0/ports/4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 HTTP/1.1" status: 200 len: 1094 time: 1.3675120 Jun 03 10:04:45.469135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:45.471556 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a225e6a0-f2a2-45ca-aa58-c46973196a42" -d '{"events": [{"name": "network-changed", "server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:45.514221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f673953a-6f5f-49c8-942e-e4ba9dbef9f6 x-openstack-request-id: req-f673953a-6f5f-49c8-942e-e4ba9dbef9f6 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:45.520147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:45.520147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f673953a-6f5f-49c8-942e-e4ba9dbef9f6 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:45.520147 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f673953a-6f5f-49c8-942e-e4ba9dbef9f6'] response: {'name': 'network-changed', 'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'status': 'completed', 'code': 200} Jun 03 10:04:45.529040 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901d7a6-cf02-406f-ac58-970be3f77f30 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:45.598182 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-596bb9f8-ccf2-4d42-9407-0ab622736238 req-dbfee454-37aa-444a-bdb9-06afa8489234 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0630848 Jun 03 10:04:45.613369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:04:45.614739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225e6a0-f2a2-45ca-aa58-c46973196a42 req-9479cebf-d04a-48ad-ba45-3f5aa9cc2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:45.616246 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a225e6a0-f2a2-45ca-aa58-c46973196a42 req-9479cebf-d04a-48ad-ba45-3f5aa9cc2044 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1128 time: 0.0824442 Jun 03 10:04:45.807477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225e6a0-f2a2-45ca-aa58-c46973196a42 req-d80d8968-dfd7-44a2-a7d1-da7be6de9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:45.809191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a225e6a0-f2a2-45ca-aa58-c46973196a42 req-d80d8968-dfd7-44a2-a7d1-da7be6de9469 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5476f21b29944eb69e32a2d97b328aed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1860988 Jun 03 10:04:45.830860 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:04:45.840989 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:04:45.856614 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:45.857224 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:45.892243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:45.918748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] No DVR routers for this DVR port 13121560-48ad-4ce7-91f1-cace26c579e9 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:04:45.922395 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:45.925633 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4500c81d-0d06-49a1-80d3-eae868523299 req-857931e3-9bab-4527-a6c5-b626e935e9eb tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.59 "DELETE /v2.0/ports/13121560-48ad-4ce7-91f1-cace26c579e9 HTTP/1.1" status: 204 len: 173 time: 1.4410486 Jun 03 10:04:45.954648 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:45.956049 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225e6a0-f2a2-45ca-aa58-c46973196a42 req-7b856111-1a3b-443b-9fde-4b4a9a6cc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:45.957613 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a225e6a0-f2a2-45ca-aa58-c46973196a42 req-7b856111-1a3b-443b-9fde-4b4a9a6cc07c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410496 Jun 03 10:04:46.030056 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-abd041ca-a630-468e-9ec2-a2b2ffee6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:46.032051 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-abd041ca-a630-468e-9ec2-a2b2ffee6bfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1128 time: 0.0411856 Jun 03 10:04:46.072559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-f91373b3-e1e0-41ba-b67f-e469481b8253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 HTTP/1.1" status: 200 len: 217 time: 0.0338080 Jun 03 10:04:46.134546 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-96b7a52e-22ef-4c72-8d74-c9f44bd14aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:46.136002 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-96b7a52e-22ef-4c72-8d74-c9f44bd14aa3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0571921 Jun 03 10:04:46.145920 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:46.152050 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:46.180152 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:04:46.184877 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:46.190947 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:46.191565 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:46.195942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-42df8709-30dd-479f-8112-c409e6115dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:46.197535 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-42df8709-30dd-479f-8112-c409e6115dab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532131 Jun 03 10:04:46.290251 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-3cabfdcf-3aa8-42e8-9718-360385e98df7 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Jun 03 10:04:46.293616 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:46.402858 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e71dd884-a244-4a09-ab8c-3bc84688e5c5 req-4698c9e7-0a58-43cf-a6d6-7cbc40bf3819 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058581 Jun 03 10:04:46.519083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f332ca2-dac2-4417-ad05-612b00bce2a9 req-14958ec1-a74b-4b91-9d36-e514d04eb303 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:46.520679 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f332ca2-dac2-4417-ad05-612b00bce2a9 req-14958ec1-a74b-4b91-9d36-e514d04eb303 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0780649 Jun 03 10:04:46.541092 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e68a6-10e7-4dd0-ad99-6c0c1b7fa9cc req-feb315c7-b2f7-4d80-b5ea-09c0139805b0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:46.542460 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-251e68a6-10e7-4dd0-ad99-6c0c1b7fa9cc req-feb315c7-b2f7-4d80-b5ea-09c0139805b0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0701401 Jun 03 10:04:46.570585 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:46.597296 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d7d96-146b-4f9f-8359-c8ae19d1e022 None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T09:58:20Z', 'revision_number': 4, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '45316b10-3dfd-4ed8-9726-2d0052d34992', 'name': '', 'network_id': '1b8baf95-875c-4b35-b8da-e86b3e7dbe4a', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'mac_address': 'fa:16:3e:e9:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:18Z', 'updated_at': '2022-06-03T09:58:33Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'subnets': [{'id': '86dcbaca-bdc2-4ac7-be7a-15a5597de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:04:46.609853 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f332ca2-dac2-4417-ad05-612b00bce2a9 req-e3b1681a-7062-4936-8412-039e5ff05caa tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828815 Jun 03 10:04:46.625663 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-251e68a6-10e7-4dd0-ad99-6c0c1b7fa9cc req-ef17aec4-ccc8-4c59-8393-52228d4a1cbc tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720410 Jun 03 10:04:46.714096 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7737f838-19bc-4fd6-96c9-fb552b13be32 req-64919f74-efd2-4c3e-983c-92c903bddeaa tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbff6766-51d9-41a5-b9f9-bdb117cad35f HTTP/1.1" status: 200 len: 210 time: 0.0296166 Jun 03 10:04:46.852800 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a0e65-fa54-4f49-8a9d-5001798476cf None None] New status for floating IP 1a112746-9cae-4aba-afdf-cc78683e2499: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:04:47.516694 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'name': 'network-vif-deleted', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:47.519473 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a2694-5146-4459-b025-d840b73f1d74" -d '{"events": [{"server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "name": "network-vif-deleted", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:47.554811 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ffbeb-53c5-4afe-a30d-e09b1aabc750 x-openstack-request-id: req-945ffbeb-53c5-4afe-a30d-e09b1aabc750 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:47.555103 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff6766-51d9-41a5-b9f9-bdb117cad35f", "name": "network-vif-deleted", "tag": "13121560-48ad-4ce7-91f1-cace26c579e9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:47.555352 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-945ffbeb-53c5-4afe-a30d-e09b1aabc750 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:47.555747 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945ffbeb-53c5-4afe-a30d-e09b1aabc750'] response: {'server_uuid': 'cbff6766-51d9-41a5-b9f9-bdb117cad35f', 'name': 'network-vif-deleted', 'tag': '13121560-48ad-4ce7-91f1-cace26c579e9', 'status': 'completed', 'code': 200} Jun 03 10:04:47.757107 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7b08-c1c2-449a-bd73-eb82ea4a8a63 req-82fd196c-1676-4b28-83a9-1eafdb03acb7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:47.758848 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4c1b7b08-c1c2-449a-bd73-eb82ea4a8a63 req-82fd196c-1676-4b28-83a9-1eafdb03acb7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0767193 Jun 03 10:04:47.778607 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09f67-c3f2-460b-ad04-980e1ebfd5db req-4e18ce1a-0d58-49d6-8b04-77a1f09bb320 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:47.779879 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b09f67-c3f2-460b-ad04-980e1ebfd5db req-4e18ce1a-0d58-49d6-8b04-77a1f09bb320 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0694304 Jun 03 10:04:47.844291 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4c1b7b08-c1c2-449a-bd73-eb82ea4a8a63 req-352452ca-cf03-4bd4-b996-322306c5a6db tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798752 Jun 03 10:04:47.852534 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-26b09f67-c3f2-460b-ad04-980e1ebfd5db req-f4630a93-b1c1-4acd-853b-6069d1d39708 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660219 Jun 03 10:04:47.997806 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59990) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:48.027406 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:48.053166 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dad8485f-5c87-4f1d-9a76-e4390844ab8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (764d7c3d-bab8-4152-a653-5a0928649a72), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.075553 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:48.077506 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dad8485f-5c87-4f1d-9a76-e4390844ab8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (764d7c3d-bab8-4152-a653-5a0928649a72), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.168748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dad8485f-5c87-4f1d-9a76-e4390844ab8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (764d7c3d-bab8-4152-a653-5a0928649a72), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.171344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-dad8485f-5c87-4f1d-9a76-e4390844ab8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.172487 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-dad8485f-5c87-4f1d-9a76-e4390844ab8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "DELETE /v2.0/security-groups/764d7c3d-bab8-4152-a653-5a0928649a72 HTTP/1.1" status: 204 len: 168 time: 0.1736746 Jun 03 10:04:48.175787 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 59992) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:48.185475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8485f-5c87-4f1d-9a76-e4390844ab8f tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d7c3d-bab8-4152-a653-5a0928649a72,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:48.191791 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.api.v2.resource [None req-06769230-f1e3-4f2f-863b-7f80ab616b43 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] show failed (client error): The resource could not be found. Jun 03 10:04:48.192830 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-06769230-f1e3-4f2f-863b-7f80ab616b43 tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "GET /v2.0/security-groups/764d7c3d-bab8-4152-a653-5a0928649a72 HTTP/1.1" status: 404 len: 347 time: 0.0160685 Jun 03 10:04:48.196288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 59996) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:48.311723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Deleting port 83e00d46-3371-4fda-9261-c319fe267188 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:48.312027 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (83e00d46-3371-4fda-9261-c319fe267188), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.385873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (83e00d46-3371-4fda-9261-c319fe267188), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.386237 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (83e00d46-3371-4fda-9261-c319fe267188), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.398780 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Calling delete_port for 83e00d46-3371-4fda-9261-c319fe267188 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:48.585836 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (83e00d46-3371-4fda-9261-c319fe267188), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.610669 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Pushing event deleted for resources: {'Port': ['ID=83e00d46-3371-4fda-9261-c319fe267188,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:48.675802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks [] for floatingip (1a112746-9cae-4aba-afdf-cc78683e2499), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.678231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:48.679349 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9b29d8ec-9ec8-4162-9787-8a0f324670db tempest-AttachVolumeTestJSON-145001499 tempest-AttachVolumeTestJSON-145001499-project] 10.222.0.42 "DELETE /v2.0/floatingips/1a112746-9cae-4aba-afdf-cc78683e2499 HTTP/1.1" status: 204 len: 168 time: 0.4821603 Jun 03 10:04:48.983518 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37aed5-5609-4df8-b667-60d2f55d64ff req-ee191369-87e1-4cf2-9e7b-49491940d967 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:48.985382 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aa37aed5-5609-4df8-b667-60d2f55d64ff req-ee191369-87e1-4cf2-9e7b-49491940d967 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0627759 Jun 03 10:04:49.042771 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-aa37aed5-5609-4df8-b667-60d2f55d64ff req-86b86fd1-a416-41cc-adc9-83141d872fcd tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514040 Jun 03 10:04:49.102706 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 13121560-48ad-4ce7-91f1-cace26c579e9 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:04:49.121310 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 13121560-48ad-4ce7-91f1-cace26c579e9 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:04:49.121628 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 13121560-48ad-4ce7-91f1-cace26c579e9 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:04:49.142414 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3686-9515-4eeb-85a7-11a352a941f5 req-7deb12fa-60c2-4090-8406-05bc81d92cb0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:49.144487 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e6ac3686-9515-4eeb-85a7-11a352a941f5 req-7deb12fa-60c2-4090-8406-05bc81d92cb0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0498023 Jun 03 10:04:49.194027 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e6ac3686-9515-4eeb-85a7-11a352a941f5 req-0d422408-ba1e-42a5-b519-251de8f458a3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432615 Jun 03 10:04:50.162433 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035bf54-f1ec-4dea-a206-383b7b0f1863 req-b62fb325-e9af-493a-b337-95a655a64753 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:50.163865 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e035bf54-f1ec-4dea-a206-383b7b0f1863 req-b62fb325-e9af-493a-b337-95a655a64753 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0501699 Jun 03 10:04:50.216737 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e035bf54-f1ec-4dea-a206-383b7b0f1863 req-36aa17b1-a444-4280-898a-7ef811cbfeb9 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465991 Jun 03 10:04:50.311715 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696f69a-e83f-4ec9-b505-9e86565e0f55 req-8ecd60b8-8624-4d62-b24a-40e4a805603f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:50.313211 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e696f69a-e83f-4ec9-b505-9e86565e0f55 req-8ecd60b8-8624-4d62-b24a-40e4a805603f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0489230 Jun 03 10:04:50.339705 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:50.363453 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e696f69a-e83f-4ec9-b505-9e86565e0f55 req-54506278-eb27-4094-a5d0-1ab7eadae05f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447049 Jun 03 10:04:51.363670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5193c-705b-4cfb-b3a1-a7f6ce6ffb5b req-24ec355c-1f45-4577-919f-f25fe6044ffe tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:51.365170 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bcf5193c-705b-4cfb-b3a1-a7f6ce6ffb5b req-24ec355c-1f45-4577-919f-f25fe6044ffe tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0667362 Jun 03 10:04:51.419433 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bcf5193c-705b-4cfb-b3a1-a7f6ce6ffb5b req-ddc6f097-373c-4d44-838d-881e712c462e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484114 Jun 03 10:04:51.479257 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c8efb-0135-44c3-b44e-66b548600b9a req-a7f3a6f2-b13b-4c1b-9523-4aa637508575 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:51.480714 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d09c8efb-0135-44c3-b44e-66b548600b9a req-a7f3a6f2-b13b-4c1b-9523-4aa637508575 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0467980 Jun 03 10:04:51.508877 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:51.534722 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d09c8efb-0135-44c3-b44e-66b548600b9a req-90c39b90-0c6d-42f4-b07b-06c45a6f136b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479486 Jun 03 10:04:52.533830 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1e6eb-32d1-4b20-82fe-bc8f1af97cde req-2f391c4a-e1b9-4865-a958-3fce0d7edc66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:52.540381 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a3d1e6eb-32d1-4b20-82fe-bc8f1af97cde req-2f391c4a-e1b9-4865-a958-3fce0d7edc66 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0478585 Jun 03 10:04:52.588195 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a3d1e6eb-32d1-4b20-82fe-bc8f1af97cde req-1825bd60-89af-495f-ba40-eaa108100097 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470467 Jun 03 10:04:52.668347 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60050) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:52.673718 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795157077', 'description': 'tempest-description--869928773'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:52.700135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c00f3-f027-42ba-a8c1-9ba79f3eb840 req-14ae1c92-92d0-473a-abb7-c3f03555047b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:52.700135 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d49c00f3-f027-42ba-a8c1-9ba79f3eb840 req-14ae1c92-92d0-473a-abb7-c3f03555047b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 944 time: 0.0539255 Jun 03 10:04:52.739717 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60054) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:52.758460 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d49c00f3-f027-42ba-a8c1-9ba79f3eb840 req-1a2a4c92-dffc-47ff-84fb-12c6f00e6e29 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548005 Jun 03 10:04:52.814413 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:52.950254 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (842a4487-2b59-43a5-87d5-7156292abeb5), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.009337 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (842a4487-2b59-43a5-87d5-7156292abeb5), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.080684 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842a4487-2b59-43a5-87d5-7156292abeb5,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:53.092070 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.092461 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.092805 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.093143 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.093473 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.093800 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.094148 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.094473 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.094793 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.095116 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.095434 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.095769 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.096590 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.096907 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.097224 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.132595 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:04:53.137753 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.139062 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-3732f975-bb04-440a-b8d1-7e64ac06b8b6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4696729 Jun 03 10:04:53.142583 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60058) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:53.147481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': '842a4487-2b59-43a5-87d5-7156292abeb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:53.232942 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (45aaed87-d393-407a-8cc2-2564d2bd8f4a), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.233161 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:53.244195 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:04:53.248986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (c80863f4-7692-4815-b1be-a3e4d21ea76e), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.282480 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:53.282867 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.296741 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:04:53.310907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (c80863f4-7692-4815-b1be-a3e4d21ea76e), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.319973 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:53.356968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (c80863f4-7692-4815-b1be-a3e4d21ea76e), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.375954 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80863f4-7692-4815-b1be-a3e4d21ea76e,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:53.385673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.432550 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:53.439680 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.440027 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.440367 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.440702 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.441061 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.442000 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.442481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.448842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.448842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.448842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.448842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.448842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.449321 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.449427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.449427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.449427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:04:53.449680 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-acaabf30-105f-41ac-a1d8-7c5286856acc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018527 Jun 03 10:04:53.449680 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60060) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:53.452676 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': '842a4487-2b59-43a5-87d5-7156292abeb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:53.463810 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Deleting port 45316b10-3dfd-4ed8-9726-2d0052d34992 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:53.464145 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.545999 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] For port 45316b10-3dfd-4ed8-9726-2d0052d34992, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=45316b10-3dfd-4ed8-9726-2d0052d34992,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:53.546363 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.551647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (5243e984-8824-4cfb-81c1-c7919d6ecf34), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.559763 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Calling delete_port for 45316b10-3dfd-4ed8-9726-2d0052d34992 owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:53.568354 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:53.598114 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:53.611646 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (5243e984-8824-4cfb-81c1-c7919d6ecf34), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.628338 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:04:53.682901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (5243e984-8824-4cfb-81c1-c7919d6ecf34), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.728360 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5243e984-8824-4cfb-81c1-c7919d6ecf34,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:53.739915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69ba21-8c70-460c-8f9b-f5c48dfc18e1 req-8ce31c6f-76b3-4dba-ba5c-4e77264bdd59 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:53.747106 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1b69ba21-8c70-460c-8f9b-f5c48dfc18e1 req-8ce31c6f-76b3-4dba-ba5c-4e77264bdd59 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0766916 Jun 03 10:04:53.793850 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1b69ba21-8c70-460c-8f9b-f5c48dfc18e1 req-f0dfe68a-3c1a-492a-979f-dc5bb2590f7d tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458837 Jun 03 10:04:53.821744 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.823100 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-e50168cf-cfb5-4046-8a47-97db6aa7409b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737903 Jun 03 10:04:53.836477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60066) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:53.841271 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:53.854662 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (45316b10-3dfd-4ed8-9726-2d0052d34992), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:53.881772 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Pushing event deleted for resources: {'Port': ['ID=45316b10-3dfd-4ed8-9726-2d0052d34992,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:53.907474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec250-af49-486b-89fc-9175cc43936e req-2cd8452d-149f-4d0b-8532-b3675144e2d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:53.909614 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-427ec250-af49-486b-89fc-9175cc43936e req-2cd8452d-149f-4d0b-8532-b3675144e2d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 945 time: 0.0628734 Jun 03 10:04:53.968597 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-427ec250-af49-486b-89fc-9175cc43936e req-c68d146c-a956-46d6-bf66-a8ce7e05c8d5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518701 Jun 03 10:04:53.994816 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.009367 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:04:54.047555 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:54.072958 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (45aaed87-d393-407a-8cc2-2564d2bd8f4a), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.085922 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.124022 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:54.286085 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Router 45aaed87-d393-407a-8cc2-2564d2bd8f4a has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:04:54.297687 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:54.391041 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:04:54.396004 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6e06dd7b-6c55-4c0e-aa54-97247e4d2960 admin admin] 10.222.0.42 "PUT /v2.0/routers/45aaed87-d393-407a-8cc2-2564d2bd8f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6550467 Jun 03 10:04:54.398563 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60068) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:54.400960 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] Sync routers for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:04:54.414346 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:54.415093 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:54.449795 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.27.3.123 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/59bc7030-fb8f-449b-a042-58407271f612) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:04:54.499740 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks [] for router (45aaed87-d393-407a-8cc2-2564d2bd8f4a), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.520760 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:54.559326 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (59bc7030-fb8f-449b-a042-58407271f612), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.666449 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (59bc7030-fb8f-449b-a042-58407271f612), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.691244 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T10:04:53Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:54.715679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:04:54.716259 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] Checking router: 45aaed87-d393-407a-8cc2-2564d2bd8f4a for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:04:54.721828 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:04:54.726229 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] Routers {'45aaed87-d393-407a-8cc2-2564d2bd8f4a'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:04:54.726967 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:04:54.727351 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:54.748395 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=59bc7030-fb8f-449b-a042-58407271f612,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:54.770868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks [] for router_gateway (45aaed87-d393-407a-8cc2-2564d2bd8f4a), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.819697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (48370228-311e-4bee-a25e-f7f479f4293f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.838458 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] Set router 45aaed87-d393-407a-8cc2-2564d2bd8f4a gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:04:54.863852 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Deleting port 42566b64-ee0a-417c-a6e9-463269692c05 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:54.864466 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (42566b64-ee0a-417c-a6e9-463269692c05), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.938484 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5bf7-d9b4-4599-927b-50dad2e4eb3d req-5e04a4b1-b4c1-409e-a93f-edbe6ae1ad02 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:54.940710 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a37d5bf7-d9b4-4599-927b-50dad2e4eb3d req-5e04a4b1-b4c1-409e-a93f-edbe6ae1ad02 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0761933 Jun 03 10:04:54.941824 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (59bc7030-fb8f-449b-a042-58407271f612), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.949074 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] For port 42566b64-ee0a-417c-a6e9-463269692c05, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=42566b64-ee0a-417c-a6e9-463269692c05,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:54.949570 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (42566b64-ee0a-417c-a6e9-463269692c05), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:54.962956 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Calling delete_port for 42566b64-ee0a-417c-a6e9-463269692c05 owned by network:router_gateway {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:54.966783 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.014715 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T10:04:53Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:55.030550 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.042965 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.044410 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bbb25-6dcb-4897-8695-55524a34c02f None None] The sync data for ids ['45aaed87-d393-407a-8cc2-2564d2bd8f4a'] in dv-cinder-844563-1-iscsi is: [{'id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'name': 'tempest-AttachVolumeTestJSON-1428479313-router', 'tenant_id': '686f552be5824c8aa31930a6e8844255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '42566b64-ee0a-417c-a6e9-463269692c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:13Z', 'updated_at': '2022-06-03T10:04:53Z', 'revision_number': 5, 'project_id': '686f552be5824c8aa31930a6e8844255', 'gw_port': {'id': '42566b64-ee0a-417c-a6e9-463269692c05', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aaed87-d393-407a-8cc2-2564d2bd8f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:04:55.070181 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a37d5bf7-d9b4-4599-927b-50dad2e4eb3d req-1bb3dfdc-f0be-45a7-a86a-2e247b97e66a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083102 Jun 03 10:04:55.148966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e72b1e-103d-479a-97d2-f8f95e65ec8f req-3e3a4fe7-e470-43eb-bc51-f838429ea380 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:55.150446 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57e72b1e-103d-479a-97d2-f8f95e65ec8f req-3e3a4fe7-e470-43eb-bc51-f838429ea380 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 945 time: 0.1058524 Jun 03 10:04:55.165103 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:04:55.190993 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.209620 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:04:55.219727 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (42566b64-ee0a-417c-a6e9-463269692c05), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.234664 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-57e72b1e-103d-479a-97d2-f8f95e65ec8f req-819f9c5e-69a8-4de4-b391-cf51f6e693c7 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749183 Jun 03 10:04:55.240726 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.250800 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (59bc7030-fb8f-449b-a042-58407271f612), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.253177 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Pushing event deleted for resources: {'Port': ['ID=42566b64-ee0a-417c-a6e9-463269692c05,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:55.305507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:04:55.305910 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.317295 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (45aaed87-d393-407a-8cc2-2564d2bd8f4a), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.346705 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (59bc7030-fb8f-449b-a042-58407271f612), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.348330 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.391628 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:04:55.392234 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.412899 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (45aaed87-d393-407a-8cc2-2564d2bd8f4a), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.415558 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks [] for router_controller (45aaed87-d393-407a-8cc2-2564d2bd8f4a), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.422019 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:04:55.423233 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:55.426732 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f8951b-d4c4-4ad7-a5ea-96a94b2b10f0" -d '{"events": [{"server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:04:55.436739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=59bc7030-fb8f-449b-a042-58407271f612,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:55.446423 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:55.459059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (48370228-311e-4bee-a25e-f7f479f4293f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.476419 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a01686-b513-4cf2-8acc-159e4b24f054 x-openstack-request-id: req-76a01686-b513-4cf2-8acc-159e4b24f054 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:04:55.476712 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:04:55.476963 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76a01686-b513-4cf2-8acc-159e4b24f054 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:04:55.477543 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a01686-b513-4cf2-8acc-159e4b24f054'] response: {'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'code': 200} Jun 03 10:04:55.483209 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.538616 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.540239 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7a1eb985-e263-4f76-a02f-bbc85ed2cfac tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7022359 Jun 03 10:04:55.551466 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:55.566098 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (45aaed87-d393-407a-8cc2-2564d2bd8f4a), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.566098 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45aaed87-d393-407a-8cc2-2564d2bd8f4a {{(pid=111016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:04:55.566098 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.566098 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6be390e7-1a5f-4023-83f3-9df44c4c7336 admin admin] 10.222.0.42 "DELETE /v2.0/routers/45aaed87-d393-407a-8cc2-2564d2bd8f4a HTTP/1.1" status: 204 len: 168 time: 1.1652660 Jun 03 10:04:55.569283 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60078) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:55.618841 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 45316b10-3dfd-4ed8-9726-2d0052d34992 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:04:55.643511 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Deleting subnet 86dcbaca-bdc2-4ac7-be7a-15a5597de606 {{(pid=111015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:04:55.647136 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Publish callbacks [] for subnet (86dcbaca-bdc2-4ac7-be7a-15a5597de606), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.649017 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 45316b10-3dfd-4ed8-9726-2d0052d34992 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:04:55.652441 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 45316b10-3dfd-4ed8-9726-2d0052d34992 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:04:55.707811 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858860'] for subnet (86dcbaca-bdc2-4ac7-be7a-15a5597de606), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.772820 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-426da4e0-671c-4341-a84a-7ca9e02ac979 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--795157077&fields=id&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 267 time: 0.0873840 Jun 03 10:04:55.923301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (86dcbaca-bdc2-4ac7-be7a-15a5597de606), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:55.958871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc693f-b2b7-4df5-9b01-3dcbb1aff21b req-44569b92-b424-40af-b6a8-fd44e18c371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:55.960327 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7dc693f-b2b7-4df5-9b01-3dcbb1aff21b req-44569b92-b424-40af-b6a8-fd44e18c371a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1130 time: 0.1315253 Jun 03 10:04:56.048099 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-ed6018b5-3dfa-4ace-b524-197b25233b09 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:56.049565 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-ed6018b5-3dfa-4ace-b524-197b25233b09 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.2551570 Jun 03 10:04:56.058837 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e7dc693f-b2b7-4df5-9b01-3dcbb1aff21b req-031a8230-8c9c-47c4-828c-0dc1b2369cfc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899785 Jun 03 10:04:56.067324 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-4d19055a-cb3b-4fbe-ab11-4dd34fb86c22 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/quotas/3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 375 time: 0.0119717 Jun 03 10:04:56.118622 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-7b26d298-e28c-42cf-999c-dfcda7f5e709 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462086 Jun 03 10:04:56.140179 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:56.150925 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8908398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10061203'] for subnet (86dcbaca-bdc2-4ac7-be7a-15a5597de606), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.222960 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dcbaca-bdc2-4ac7-be7a-15a5597de606,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:56.236182 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204ed39-8386-4ea3-b8af-dd56fd8b3fd2 None None] Network 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:04:56.244509 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.250391 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-38ae2245-e439-4c03-8980-7693df2356f0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/86dcbaca-bdc2-4ac7-be7a-15a5597de606 HTTP/1.1" status: 204 len: 168 time: 0.6772048 Jun 03 10:04:56.251070 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60092) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:56.276439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422cf82-455c-43ad-a078-2e0fad5b4b7e req-5bb66ece-00bf-4e3e-bc04-530eb6e1417e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:56.277997 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b422cf82-455c-43ad-a078-2e0fad5b4b7e req-5bb66ece-00bf-4e3e-bc04-530eb6e1417e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.1241627 Jun 03 10:04:56.311781 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-869f2136-f9ee-441f-a701-663bec10622e service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801248 Jun 03 10:04:56.335434 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.387892 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Deleting port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:56.388229 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.395289 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b422cf82-455c-43ad-a078-2e0fad5b4b7e req-fda8f4d6-41ab-46c1-959b-634c3018f67e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072109 Jun 03 10:04:56.411994 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] DHCP port deletion for 1b8baf95-875c-4b35-b8da-e86b3e7dbe4a request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:04:56.455385 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] For port d7a3c0c8-0887-4843-830b-c8d6f4f365b1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:56.455658 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.463509 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-fa76bb75-f93b-470d-9c88-1ef9facfba6e service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441691 Jun 03 10:04:56.463918 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] Deleting port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:04:56.464369 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.476480 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:56.477055 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Calling delete_port for d7a3c0c8-0887-4843-830b-c8d6f4f365b1 owned by network:dhcp {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:56.523834 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da3065-4096-419c-9572-9bc3aa47bc51 req-167151db-be6f-4828-82f3-f7d83a28cd9a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:56.526340 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3da3065-4096-419c-9572-9bc3aa47bc51 req-167151db-be6f-4828-82f3-f7d83a28cd9a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 946 time: 0.0586381 Jun 03 10:04:56.535762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] For port d7a3c0c8-0887-4843-830b-c8d6f4f365b1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,segment=NetworkSegment(0bc1ab00-87a4-4c26-aa2e-f1ef0b254280),segment_id=0bc1ab00-87a4-4c26-aa2e-f1ef0b254280)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:04:56.536165 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.550822 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] Calling delete_port for d7a3c0c8-0887-4843-830b-c8d6f4f365b1 owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:04:56.584728 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d3da3065-4096-419c-9572-9bc3aa47bc51 req-40c1a1f5-9c79-42a0-a4e7-9034db9238c9 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518670 Jun 03 10:04:56.741056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.750645 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (d7a3c0c8-0887-4843-830b-c8d6f4f365b1), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.759267 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] No DVR routers for this DVR port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 on host dv-cinder-844563-1-iscsi {{(pid=111016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:04:56.780840 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] Pushing event deleted for resources: {'Port': ['ID=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:56.785545 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78190003-54f8-487e-b6bd-5d6d8942340f None None] No DVR routers for this DVR port d7a3c0c8-0887-4843-830b-c8d6f4f365b1 on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:04:56.799694 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f7cd20f5-074b-4645-93ba-3e0ca313a577 req-44f952bf-62bb-4d5a-b802-71683d144ad7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 210 time: 0.0384684 Jun 03 10:04:56.803696 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a3c0c8-0887-4843-830b-c8d6f4f365b1,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:56.860025 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.880610 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8baf95-875c-4b35-b8da-e86b3e7dbe4a']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:56.890124 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:56.890422 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc1ab00-87a4-4c26-aa2e-f1ef0b254280') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:04:56.900189 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (0bc1ab00-87a4-4c26-aa2e-f1ef0b254280), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.914419 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (0bc1ab00-87a4-4c26-aa2e-f1ef0b254280), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:56.920944 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:04:56.921325 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (0bc1ab00-87a4-4c26-aa2e-f1ef0b254280), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.001025 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 0bc1ab00-87a4-4c26-aa2e-f1ef0b254280 resource provider aggregate not found Jun 03 10:04:57.016425 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 0bc1ab00-87a4-4c26-aa2e-f1ef0b254280 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bc1ab00-87a4-4c26-aa2e-f1ef0b254280 found for delete ", "request_id": "req-254974a3-4d95-48c6-86cf-06f61916c342"}]} Jun 03 10:04:57.037300 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (1b8baf95-875c-4b35-b8da-e86b3e7dbe4a), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.042814 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.045939 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b8baf95-875c-4b35-b8da-e86b3e7dbe4a HTTP/1.1" status: 204 len: 168 time: 0.7937679 Jun 03 10:04:57.058975 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cc2b2-853a-4ef3-84aa-ba4b69b00aca admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8baf95-875c-4b35-b8da-e86b3e7dbe4a,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:57.398610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-1fad68e8-f2eb-4b0f-8225-5ba860fe84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:57.400076 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-1fad68e8-f2eb-4b0f-8225-5ba860fe84fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1130 time: 0.0445838 Jun 03 10:04:57.406197 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d7a3c0c8-0887-4843-830b-c8d6f4f365b1 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:04:57.425788 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: d7a3c0c8-0887-4843-830b-c8d6f4f365b1 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:04:57.426248 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d7a3c0c8-0887-4843-830b-c8d6f4f365b1 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:04:57.426668 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 42566b64-ee0a-417c-a6e9-463269692c05 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:04:57.446556 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 42566b64-ee0a-417c-a6e9-463269692c05 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:04:57.446912 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 42566b64-ee0a-417c-a6e9-463269692c05 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:04:57.456571 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60116) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:57.506722 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1f17f4be-1f4d-40b8-898e-55a5f92fa953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=686f552be5824c8aa31930a6e8844255&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477390 Jun 03 10:04:57.509407 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60118) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:57.557545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde618b-04ea-48c7-a04b-d8190ebe07a0 req-9fad8640-9942-4044-81c2-1a1150d656f7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:57.557771 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e89cc064-1200-4a69-9ba2-1bfa681fd780 admin admin] Publish callbacks [] for security_group (b0be977e-aa2a-4f0c-ab5e-5a19d020045b), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.559021 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1bde618b-04ea-48c7-a04b-d8190ebe07a0 req-9fad8640-9942-4044-81c2-1a1150d656f7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0589044 Jun 03 10:04:57.579736 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e89cc064-1200-4a69-9ba2-1bfa681fd780 admin admin] Publish callbacks [] for security_group (b0be977e-aa2a-4f0c-ab5e-5a19d020045b), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.581876 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:57.612652 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-cc185d01-bf5b-4306-823f-7d6cb0d238b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:57.615293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-cc185d01-bf5b-4306-823f-7d6cb0d238b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 908 time: 0.1640882 Jun 03 10:04:57.636193 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1bde618b-04ea-48c7-a04b-d8190ebe07a0 req-4dd58b0d-5714-4b76-8762-15a5911598bb tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702171 Jun 03 10:04:57.717016 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-21c36612-f33e-4950-b8c1-c4b646693d7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 1002 time: 0.0923316 Jun 03 10:04:57.725352 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643f646-5195-4a9c-babc-ba640cb77dd1 req-d582225d-ae46-4816-b16d-65e23878ec17 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:57.726766 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d643f646-5195-4a9c-babc-ba640cb77dd1 req-d582225d-ae46-4816-b16d-65e23878ec17 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 946 time: 0.0649149 Jun 03 10:04:57.755200 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e89cc064-1200-4a69-9ba2-1bfa681fd780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (b0be977e-aa2a-4f0c-ab5e-5a19d020045b), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.757735 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e89cc064-1200-4a69-9ba2-1bfa681fd780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:57.759073 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e89cc064-1200-4a69-9ba2-1bfa681fd780 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0be977e-aa2a-4f0c-ab5e-5a19d020045b HTTP/1.1" status: 204 len: 168 time: 0.2487295 Jun 03 10:04:57.774397 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cc064-1200-4a69-9ba2-1bfa681fd780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0be977e-aa2a-4f0c-ab5e-5a19d020045b,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:57.793440 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-ce54343c-4626-4ec5-8213-cc9956b73672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:57.795231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-ce54343c-4626-4ec5-8213-cc9956b73672 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 200 len: 846 time: 0.0676312 Jun 03 10:04:57.834559 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d643f646-5195-4a9c-babc-ba640cb77dd1 req-cf286b3c-b82c-477e-a669-2aa9eea39884 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930762 Jun 03 10:04:57.856964 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-475de451-ab0c-4de7-9e03-37c453e7bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:57.858493 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-475de451-ab0c-4de7-9e03-37c453e7bdd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01385250-2fd5-4d81-b043-bc8409277f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546262 Jun 03 10:04:57.956927 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e98c2705-fcd2-4459-a44f-4a82215a7c5a req-df3d2440-a276-42b4-8b66-4cebb730a9c1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 210 time: 0.0707979 Jun 03 10:04:57.999823 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ff9f-2b26-4c50-8746-698db5a8f6bf req-4f90bbea-1a5a-46a7-b6f2-84a59433b6a4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:58.001254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2591ff9f-2b26-4c50-8746-698db5a8f6bf req-4f90bbea-1a5a-46a7-b6f2-84a59433b6a4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 946 time: 0.0825129 Jun 03 10:04:58.034607 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-22abd73e-c8da-4ff9-9ba4-2dee28c8fc11 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695371 Jun 03 10:04:58.114964 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2591ff9f-2b26-4c50-8746-698db5a8f6bf req-0adbe9ec-9fca-4247-ab20-55e1f6748cbe tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026857 Jun 03 10:04:58.120627 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:58.141901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60130) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:58.151286 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44263342-14f5-4d5f-9a8f-734e1b719e66 req-14aa37ee-a73c-4331-b52b-fc1d7993eff7 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089540 Jun 03 10:04:58.187405 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347d988-49ac-47a3-b5e7-f714ac63359b tempest-TestVolumeBootPattern-977135865 tempest-TestVolumeBootPattern-977135865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:58.188940 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f347d988-49ac-47a3-b5e7-f714ac63359b tempest-TestVolumeBootPattern-977135865 tempest-TestVolumeBootPattern-977135865-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1125 time: 0.0458274 Jun 03 10:04:58.192065 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60132) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:04:58.196523 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:04:58.299664 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:58.378148 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:58.388613 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:58.486387 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Allocated IP 172.27.3.169 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:04:58.597760 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:58.700111 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:58.741376 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:04:58.748515 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:04:58.750671 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:58.753200 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69357c3a-b57e-4d60-8547-ad4bf4095736 req-d0f3d96b-7574-4801-bec9-39f5e309907e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:58.753703 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:04:58.760652 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-69357c3a-b57e-4d60-8547-ad4bf4095736 req-d0f3d96b-7574-4801-bec9-39f5e309907e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0538003 Jun 03 10:04:58.785579 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:58.809657 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-69357c3a-b57e-4d60-8547-ad4bf4095736 req-5e96a9d4-6e01-435e-a880-0e7a82f5ab40 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462840 Jun 03 10:04:59.062555 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b9f76cb1-fff2-4d12-bfd7-f52039a6948c req-51b264ac-1b11-4fd9-850c-ff495ac075bb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 210 time: 0.0336394 Jun 03 10:04:59.100062 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (37659767-ee98-4103-a7e0-c96457f653ff), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:59.246843 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:59.420483 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:59.470924 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:59.542954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:04:59.551550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (37659767-ee98-4103-a7e0-c96457f653ff), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:04:59.611657 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:59.655879 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Floating IP 37659767-ee98-4103-a7e0-c96457f653ff associated. External IP: 172.27.3.169, port: 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9. Jun 03 10:04:59.750647 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:04:59.869079 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:04:59.950240 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd66c-97ee-4f86-8060-3ab5892ce31f req-28f87953-af65-4f68-a8d5-33148efb50d1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:04:59.955736 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4c9bd66c-97ee-4f86-8060-3ab5892ce31f req-28f87953-af65-4f68-a8d5-33148efb50d1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0709505 Jun 03 10:04:59.978563 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:04:59.988309 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:04:59.997040 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:00.006436 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:00.012023 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:00.013504 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4c9bd66c-97ee-4f86-8060-3ab5892ce31f req-59b8c8ba-6591-4cad-8122-82b62e420d1e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554881 Jun 03 10:05:00.105816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:00.111074 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:00.136346 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-47ce34f9-8924-413a-9d36-e1e208112e5f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9431813 Jun 03 10:05:00.136890 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:00.138623 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:00.139411 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2639f11d-7282-4bdd-aaad-6237d76b38ff" -d '{"events": [{"name": "network-changed", "server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:00.164859 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-203c19de-8445-4a12-910d-d67ada7cd3ee req-520fe52b-b72c-4627-9cb0-f652e93ed918 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 210 time: 0.0295131 Jun 03 10:05:00.314026 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03339923-cdd5-49da-9bd4-02a15e95cf5d x-openstack-request-id: req-03339923-cdd5-49da-9bd4-02a15e95cf5d {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:00.314314 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:00.314816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03339923-cdd5-49da-9bd4-02a15e95cf5d {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:00.315235 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03339923-cdd5-49da-9bd4-02a15e95cf5d'] response: {'name': 'network-changed', 'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'status': 'completed', 'code': 200} Jun 03 10:05:00.344802 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:04:58Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:00.369900 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:05:00.378484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:00.379103 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:04:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:00.420788 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-27afcf5c-6c70-4d4f-9d5a-4f88c24a68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:00.422825 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-27afcf5c-6c70-4d4f-9d5a-4f88c24a68ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1130 time: 0.0574214 Jun 03 10:05:00.443361 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:00.483971 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:00.517093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-ce46f49b-0c0f-42f3-a167-866748562d0a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:00.518648 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-ce46f49b-0c0f-42f3-a167-866748562d0a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.2155685 Jun 03 10:05:00.576466 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-5b26fe3f-0a3c-4ff5-adcc-d207d68824e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:00.578217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-5b26fe3f-0a3c-4ff5-adcc-d207d68824e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.1444113 Jun 03 10:05:00.665593 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-a5afd95a-2cfb-4208-bc8e-4b78977844ad tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 472 time: 0.1305068 Jun 03 10:05:00.675752 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'port': {'device_id': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'admin_state_up': True, 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'security_groups': ['842a4487-2b59-43a5-87d5-7156292abeb5']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:05:00.680579 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-342b5d08-0055-4898-b167-7986ed1fdc3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 HTTP/1.1" status: 200 len: 1000 time: 0.0961254 Jun 03 10:05:00.708905 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:04:58Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:00.734736 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f69cf5-bccd-4bbf-abad-8e16d8155bbc None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:04:58Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:05:00.819044 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-2089e2cf-83d1-4e11-9e2d-6093ad1ed083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:00.820684 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-2089e2cf-83d1-4e11-9e2d-6093ad1ed083 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.1242898 Jun 03 10:05:00.927635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Made reservation on behalf of 3e51010dd5d84daf8aa43859e9e7cb6d for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:05:00.931291 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:00.955007 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-0ff4aefa-fbf2-43b2-a3d3-94916be30970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:00.955007 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-0ff4aefa-fbf2-43b2-a3d3-94916be30970 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619922 Jun 03 10:05:00.990229 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b00bc-e77a-488c-ae15-a98809031a66 None None] New status for floating IP 37659767-ee98-4103-a7e0-c96457f653ff: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:05:01.053370 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:01.097984 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:01.138267 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-025a3e2a-730d-49da-872e-bf7a472db123 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729531 Jun 03 10:05:01.177025 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.20.0.3 (284be7b5-7c4f-4f54-b772-bb0f4e7cb533/9ce20ce3-2aa9-48ce-8b40-66003043bf14/69dac938-25d4-4980-b714-07010ccce88d) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:05:01.180968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:01.187130 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700d8ff-dcbd-4de6-87f5-fd61ff623a72 req-063f526a-df61-485a-b4ac-38368299225e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:01.188566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4700d8ff-dcbd-4de6-87f5-fd61ff623a72 req-063f526a-df61-485a-b4ac-38368299225e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0723662 Jun 03 10:05:01.624341 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9c91457a-e401-44e5-8c75-a47eeab00f1f req-adeb8f91-12f3-490e-a313-18675c4ac0cf tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 210 time: 0.1276829 Jun 03 10:05:01.633209 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4700d8ff-dcbd-4de6-87f5-fd61ff623a72 req-0949846d-eab7-4cda-bfef-497dd048da2f tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368722 Jun 03 10:05:01.692392 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2639f11d-7282-4bdd-aaad-6237d76b38ff req-b9083375-1b44-4fc4-a153-8aa9a7535493 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628899 Jun 03 10:05:01.712539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (69dac938-25d4-4980-b714-07010ccce88d), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:01.854439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (69dac938-25d4-4980-b714-07010ccce88d), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:01.900488 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:05:01.903033 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:01.911306 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:05:01.913545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=69dac938-25d4-4980-b714-07010ccce88d,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:01.915846 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:05:01.966079 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:01.966786 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:02.027376 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c93a-2bfc-4c1a-be0e-886f6ca2c4e4 req-623df1e4-5361-4597-ac01-4c0c9df03af8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:02.036321 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4da7c93a-2bfc-4c1a-be0e-886f6ca2c4e4 req-623df1e4-5361-4597-ac01-4c0c9df03af8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0608153 Jun 03 10:05:02.064297 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-15dc2208-a2b8-4891-83f6-b04532f9fb63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3929808 Jun 03 10:05:02.077761 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Request body: {'port': {'device_id': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:05:02.096926 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-de7dc396-ba55-4a49-8f8c-a37952e34407 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515435 Jun 03 10:05:02.124668 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4da7c93a-2bfc-4c1a-be0e-886f6ca2c4e4 req-876f93c3-10ee-42a2-af0b-204a8deff547 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874376 Jun 03 10:05:02.193550 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (69dac938-25d4-4980-b714-07010ccce88d), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:02.196985 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-42ef3962-d94e-4aee-8e4a-07651d7f9fc7 None None] Provisioning complete for port 69dac938-25d4-4980-b714-07010ccce88d triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:05:02.197488 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-42ef3962-d94e-4aee-8e4a-07651d7f9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (69dac938-25d4-4980-b714-07010ccce88d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:02.201513 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-237dfc72-e9b1-4b92-80d6-2a4405625311 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:02.202893 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-237dfc72-e9b1-4b92-80d6-2a4405625311 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports/895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 943 time: 0.0749238 Jun 03 10:05:02.229940 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-42ef3962-d94e-4aee-8e4a-07651d7f9fc7 None None] Port 69dac938-25d4-4980-b714-07010ccce88d cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:05:02.494402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dac938-25d4-4980-b714-07010ccce88d {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:05:02.501827 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Publish callbacks [] for port (69dac938-25d4-4980-b714-07010ccce88d), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:02.514474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Transition to ACTIVE for port object 69dac938-25d4-4980-b714-07010ccce88d will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:05:02.617631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (69dac938-25d4-4980-b714-07010ccce88d), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:02.653094 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:02.669872 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Pushing event updated for resources: {'Port': ['ID=69dac938-25d4-4980-b714-07010ccce88d,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:02.786155 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd1e7-7862-486e-bd95-38b5a77a7a07 req-ad869cf2-70b5-4bd4-a75a-474eac562fb4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:02.787809 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e78cd1e7-7862-486e-bd95-38b5a77a7a07 req-ad869cf2-70b5-4bd4-a75a-474eac562fb4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 943 time: 0.0714641 Jun 03 10:05:02.811743 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Attempting to bind port 69dac938-25d4-4980-b714-07010ccce88d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:05:02.812078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Attempting to bind port 69dac938-25d4-4980-b714-07010ccce88d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:05:02.812447 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Attempting to bind port 69dac938-25d4-4980-b714-07010ccce88d on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:05:02.820815 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Port 69dac938-25d4-4980-b714-07010ccce88d on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:05:02.821137 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Attempting to bind port 69dac938-25d4-4980-b714-07010ccce88d on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:05:02.837492 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:05:02.837843 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:05:02.838258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Bound using segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:05:02.838694 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Bound port: 69dac938-25d4-4980-b714-07010ccce88d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:05:02.839063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (69dac938-25d4-4980-b714-07010ccce88d), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:02.866451 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e78cd1e7-7862-486e-bd95-38b5a77a7a07 req-17b5deff-56fb-40dc-b514-4310fcd38e1f tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724468 Jun 03 10:05:02.911225 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:02.920893 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] For port 69dac938-25d4-4980-b714-07010ccce88d, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:05:02.923995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] For port 69dac938-25d4-4980-b714-07010ccce88d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=69dac938-25d4-4980-b714-07010ccce88d,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:05:03.043052 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (69dac938-25d4-4980-b714-07010ccce88d), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:03.079234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.079866 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:03.081771 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] 10.222.0.59 "PUT /v2.0/ports/69dac938-25d4-4980-b714-07010ccce88d HTTP/1.1" status: 200 len: 1093 time: 1.0103605 Jun 03 10:05:03.082323 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'tag': '69dac938-25d4-4980-b714-07010ccce88d'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:03.084446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00878392-397b-429a-8377-1b0bcf52a639" -d '{"events": [{"name": "network-changed", "server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "tag": "69dac938-25d4-4980-b714-07010ccce88d"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:03.110784 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ca011-c500-4c9f-bb37-e54d2ddc5441 service neutron] Pushing event updated for resources: {'Port': ['ID=69dac938-25d4-4980-b714-07010ccce88d,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:03.147842 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4779d0-9a28-4de8-a66c-1c8182284eac x-openstack-request-id: req-aa4779d0-9a28-4de8-a66c-1c8182284eac {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:03.148166 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "tag": "69dac938-25d4-4980-b714-07010ccce88d", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:03.148395 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa4779d0-9a28-4de8-a66c-1c8182284eac {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:03.148820 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4779d0-9a28-4de8-a66c-1c8182284eac'] response: {'name': 'network-changed', 'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'tag': '69dac938-25d4-4980-b714-07010ccce88d', 'status': 'completed', 'code': 200} Jun 03 10:05:03.197607 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:05:03.225617 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00878392-397b-429a-8377-1b0bcf52a639 req-8ce67515-cdc4-4ad2-bd97-aaecd39d7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.227334 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-00878392-397b-429a-8377-1b0bcf52a639 req-8ce67515-cdc4-4ad2-bd97-aaecd39d7a87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 1127 time: 0.0526936 Jun 03 10:05:03.328484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 895de58e-9396-45ee-adb3-b1ce59bb1799 is: ACTIVE; New status is: DOWN {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:05:03.337784 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:03.369446 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:03.371953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f55c58-72fb-4d94-b5df-3659e87d7f95" -d '{"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-unplugged", "status": "completed", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:03.386058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a60a6-5f64-4b98-a4e6-29b90ecd4ea8 req-3d90823f-a80e-4c0d-897d-895fcd1b9f83 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.392402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:03.392911 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-730a60a6-5f64-4b98-a4e6-29b90ecd4ea8 req-3d90823f-a80e-4c0d-897d-895fcd1b9f83 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.1603796 Jun 03 10:05:03.419244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00878392-397b-429a-8377-1b0bcf52a639 req-a45613ab-9a17-4574-aaa0-b03ab1966763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.420695 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-00878392-397b-429a-8377-1b0bcf52a639 req-a45613ab-9a17-4574-aaa0-b03ab1966763 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1776459 Jun 03 10:05:03.442523 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4934a52-72ac-4b90-85f3-a1070d44c8e3 x-openstack-request-id: req-c4934a52-72ac-4b90-85f3-a1070d44c8e3 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:03.442808 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-unplugged", "status": "failed", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "code": 422}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:03.443183 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4934a52-72ac-4b90-85f3-a1070d44c8e3 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:03.443510 dv-cinder-844563-1-iscsi neutron-server[111017]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c4934a52-72ac-4b90-85f3-a1070d44c8e3']: {'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'code': 422} returned with failed status Jun 03 10:05:03.485009 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:03.493393 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-730a60a6-5f64-4b98-a4e6-29b90ecd4ea8 req-b649cca7-f763-4469-b4f1-37a8c73c37da tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991502 Jun 03 10:05:03.533982 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=6']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:03.538831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00878392-397b-429a-8377-1b0bcf52a639 req-616d30cc-d125-46ae-8b54-b5fe898913d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.540433 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-00878392-397b-429a-8377-1b0bcf52a639 req-616d30cc-d125-46ae-8b54-b5fe898913d2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080723 Jun 03 10:05:03.622284 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-6f90d1a2-a276-4f22-a04b-69a59bbe010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.623786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-6f90d1a2-a276-4f22-a04b-69a59bbe010b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 1127 time: 0.0437212 Jun 03 10:05:03.664039 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-a90eb922-76a1-40ec-8457-ce109b301a0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69dac938-25d4-4980-b714-07010ccce88d HTTP/1.1" status: 200 len: 217 time: 0.0321658 Jun 03 10:05:03.713633 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:03.717428 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-e368fdae-6049-46dd-a868-142a5f72ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.718877 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-e368fdae-6049-46dd-a868-142a5f72ed27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0435445 Jun 03 10:05:03.765266 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-9411a62a-534e-4fd3-92f6-a6c9c91cc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:03.766677 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-9411a62a-534e-4fd3-92f6-a6c9c91cc827 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416679 Jun 03 10:05:03.859002 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-da804ead-a009-4203-8553-f52c6df72666 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Jun 03 10:05:03.980532 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-12b0bdf3-602d-4a70-9423-23bea543ca2b req-6987914a-5ce9-4636-89bd-64eed35184a5 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135798 Jun 03 10:05:03.999055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938661-1e6b-49e2-a945-4fbafdc9bd8c req-4fe3246c-67b7-4966-ba3e-289fbaaf3364 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:04.000478 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7d938661-1e6b-49e2-a945-4fbafdc9bd8c req-4fe3246c-67b7-4966-ba3e-289fbaaf3364 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 943 time: 0.0633526 Jun 03 10:05:04.048727 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7d938661-1e6b-49e2-a945-4fbafdc9bd8c req-b8fec72a-6c88-4eda-886a-61fb0a5a34ad tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Jun 03 10:05:04.608451 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561e301-36c8-4e83-9a5c-0f4bbf96fe6a req-0ab777c3-9aea-4a1b-806d-66c71f8d9dcd tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:04.609853 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4561e301-36c8-4e83-9a5c-0f4bbf96fe6a req-0ab777c3-9aea-4a1b-806d-66c71f8d9dcd tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0470712 Jun 03 10:05:04.660766 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4561e301-36c8-4e83-9a5c-0f4bbf96fe6a req-083622fc-bd42-47c7-bcc8-b680b641b541 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449963 Jun 03 10:05:05.172428 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1e832-aa0b-466a-a149-ad958a0ff43a req-138d512d-74c8-47eb-8616-ad475605d2be tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:05.173103 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-34c1e832-aa0b-466a-a149-ad958a0ff43a req-138d512d-74c8-47eb-8616-ad475605d2be tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 943 time: 0.0529845 Jun 03 10:05:05.196406 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:05.220705 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 69dac938-25d4-4980-b714-07010ccce88d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:05:05.229506 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-34c1e832-aa0b-466a-a149-ad958a0ff43a req-63cb8e8f-63ff-4c47-a4c7-a6802a51ff07 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Jun 03 10:05:05.576922 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 69dac938-25d4-4980-b714-07010ccce88d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=69dac938-25d4-4980-b714-07010ccce88d,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:05.587866 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '69dac938-25d4-4980-b714-07010ccce88d', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'port_id': '69dac938-25d4-4980-b714-07010ccce88d', 'mac_address': 'fa:16:3e:b9:88:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:05:05.628752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 69dac938-25d4-4980-b714-07010ccce88d is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:05:05.629128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (69dac938-25d4-4980-b714-07010ccce88d), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:05.642721 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dac938-25d4-4980-b714-07010ccce88d {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:05:05.663457 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 69dac938-25d4-4980-b714-07010ccce88d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=69dac938-25d4-4980-b714-07010ccce88d,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:05.734335 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (69dac938-25d4-4980-b714-07010ccce88d), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:05.774759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6678b94-f13c-4645-9aa4-ee6b520e62f7 req-c22ad69d-0c21-426b-b9b5-93c916a46367 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:05.776237 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f6678b94-f13c-4645-9aa4-ee6b520e62f7 req-c22ad69d-0c21-426b-b9b5-93c916a46367 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0485241 Jun 03 10:05:05.779840 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=69dac938-25d4-4980-b714-07010ccce88d,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:05.825400 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f6678b94-f13c-4645-9aa4-ee6b520e62f7 req-16a17d25-8ead-4e3b-b7bb-a3fc6f94ffd7 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Jun 03 10:05:05.943532 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-011b593b-3b88-41c9-a786-3a69be14cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:05.945558 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-011b593b-3b88-41c9-a786-3a69be14cd39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0&tenant_id=3c44b2575d1945e0a100fe081e5af582 HTTP/1.1" status: 200 len: 1128 time: 0.0438826 Jun 03 10:05:05.985194 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['69dac938-25d4-4980-b714-07010ccce88d'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:05:06.013286 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-0711889f-9d7e-44ab-b9ea-06d5fe36659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:06.014868 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-0711889f-9d7e-44ab-b9ea-06d5fe36659f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1128 time: 0.0446224 Jun 03 10:05:06.115035 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-67e3800f-f8a4-497b-960e-48cc2bd34a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:06.116375 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-67e3800f-f8a4-497b-960e-48cc2bd34a4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 908 time: 0.0948017 Jun 03 10:05:06.171322 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:06.180431 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-423d04df-5895-4a74-a849-e6cb00318649 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 1000 time: 0.0580816 Jun 03 10:05:06.233399 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-7930bb91-ecce-4128-8900-aec5747cc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:06.234849 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-7930bb91-ecce-4128-8900-aec5747cc9fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 200 len: 846 time: 0.0487211 Jun 03 10:05:06.279846 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-b1ff34b8-9d7e-4aa6-ba7e-c933443a2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:06.281433 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-b1ff34b8-9d7e-4aa6-ba7e-c933443a2f69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01385250-2fd5-4d81-b043-bc8409277f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398312 Jun 03 10:05:06.371382 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:06.384812 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a657b5-4c08-4532-962a-2687931071b4 req-9d20c20d-6464-4614-8388-6ff51abbeab0 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:06.386295 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6a657b5-4c08-4532-962a-2687931071b4 req-9d20c20d-6464-4614-8388-6ff51abbeab0 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 944 time: 0.0818624 Jun 03 10:05:06.400550 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:06.435519 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-41ce1ba2-aa96-4bcf-8fdd-b486c9bd1b95 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477695 Jun 03 10:05:06.467895 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a6a657b5-4c08-4532-962a-2687931071b4 req-0eb92f40-9e4f-4296-bea1-2a3a49b8c2e5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753899 Jun 03 10:05:06.511346 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-ddf4bb03-f4c1-49e6-9048-4e3480132ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:06.537089 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-931469c4-07cb-498e-ab77-2a70c5b6f472 req-d033c36f-5a24-4bc3-babd-c4557dce2017 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915101 Jun 03 10:05:06.943991 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f6cf8-bd0c-4826-842b-c50e34025663 req-84d8f149-cabf-4c40-9a59-81a03ba42338 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:06.945564 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-847f6cf8-bd0c-4826-842b-c50e34025663 req-84d8f149-cabf-4c40-9a59-81a03ba42338 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0497599 Jun 03 10:05:06.997654 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-847f6cf8-bd0c-4826-842b-c50e34025663 req-3ab96f7e-b703-4a03-a294-114933e2b602 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448399 Jun 03 10:05:07.226638 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 69dac938-25d4-4980-b714-07010ccce88d up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:05:07.267277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 69dac938-25d4-4980-b714-07010ccce88d completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:05:07.345193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 69dac938-25d4-4980-b714-07010ccce88d triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:05:07.345561 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (69dac938-25d4-4980-b714-07010ccce88d), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:07.418232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 69dac938-25d4-4980-b714-07010ccce88d is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:05:07.418888 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (69dac938-25d4-4980-b714-07010ccce88d), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:07.441407 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dac938-25d4-4980-b714-07010ccce88d'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:07.443633 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c0149e-8f93-4b62-873d-669ec5ee6373" -d '{"events": [{"server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "name": "network-vif-plugged", "status": "completed", "tag": "69dac938-25d4-4980-b714-07010ccce88d"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:07.456576 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 69dac938-25d4-4980-b714-07010ccce88d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=69dac938-25d4-4980-b714-07010ccce88d,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:07.481507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b7e13e-e79a-44a1-840c-3afd2918d902 x-openstack-request-id: req-d6b7e13e-e79a-44a1-840c-3afd2918d902 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:07.481844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "name": "network-vif-plugged", "status": "completed", "tag": "69dac938-25d4-4980-b714-07010ccce88d", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:07.486935 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6b7e13e-e79a-44a1-840c-3afd2918d902 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:07.486935 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b7e13e-e79a-44a1-840c-3afd2918d902'] response: {'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dac938-25d4-4980-b714-07010ccce88d', 'code': 200} Jun 03 10:05:07.568451 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (69dac938-25d4-4980-b714-07010ccce88d), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:07.582324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127416ee-1e8b-499e-8844-683b694843d2 req-e4723e51-708b-4787-b901-7d945bf1fcbd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:07.583783 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-127416ee-1e8b-499e-8844-683b694843d2 req-e4723e51-708b-4787-b901-7d945bf1fcbd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 944 time: 0.0469022 Jun 03 10:05:07.615236 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=69dac938-25d4-4980-b714-07010ccce88d,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:07.632369 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-127416ee-1e8b-499e-8844-683b694843d2 req-278179f6-8a0f-4a97-9ac2-90b56a83fa30 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Jun 03 10:05:07.934950 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8054ae1-c929-4b35-b674-0503e2d9409d req-2dfe30c5-7dcd-4252-be15-ef22cc11c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:07.936401 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b8054ae1-c929-4b35-b674-0503e2d9409d req-2dfe30c5-7dcd-4252-be15-ef22cc11c250 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 1129 time: 0.0407531 Jun 03 10:05:07.978839 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b8054ae1-c929-4b35-b674-0503e2d9409d req-c79546e9-8663-41c4-bdaa-8b44b71a2b42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367923 Jun 03 10:05:08.114470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ba09f-8443-40a5-ba9a-d4ff8b1f4d3c req-5f39027e-51fe-407a-b332-16d34802dfb1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:08.116017 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c68ba09f-8443-40a5-ba9a-d4ff8b1f4d3c req-5f39027e-51fe-407a-b332-16d34802dfb1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0478451 Jun 03 10:05:08.166453 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c68ba09f-8443-40a5-ba9a-d4ff8b1f4d3c req-c62952e6-dc95-4db2-998b-9640be056268 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Jun 03 10:05:08.684081 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:08.745002 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3323e-0d6d-4fe6-a57e-6e74067b0934 req-0b90efd5-f9a6-48c0-b14b-57b73f86d193 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:08.746497 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1e3323e-0d6d-4fe6-a57e-6e74067b0934 req-0b90efd5-f9a6-48c0-b14b-57b73f86d193 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0463014 Jun 03 10:05:08.763130 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0a324b60-d45c-4c4d-bfd1-178e9b8f9ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:08.796753 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1e3323e-0d6d-4fe6-a57e-6e74067b0934 req-dcd4573f-6d5f-49b9-a4f5-ec01fbc67683 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447559 Jun 03 10:05:09.280391 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c08cd8-3f78-476b-ab99-34c8334a934b req-0a688c0b-cd4b-4dd1-9d4b-dde1f7ebd26d tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:09.281868 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f7c08cd8-3f78-476b-ab99-34c8334a934b req-0a688c0b-cd4b-4dd1-9d4b-dde1f7ebd26d tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0477126 Jun 03 10:05:09.332307 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f7c08cd8-3f78-476b-ab99-34c8334a934b req-749f1531-eda8-41f5-9c72-4ba4d619bdd9 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Jun 03 10:05:09.722261 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60308) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:09.829825 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b6cc-6c5f-4854-8ef2-74e71dfb96b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:09.894409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:09.907984 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b6cc-6c5f-4854-8ef2-74e71dfb96b0 admin admin] Publish callbacks [] for security_group (6ba51f4e-53b5-4e31-b209-9989a1421824), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:09.914277 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ba629-7292-4ffa-aeb8-d7548d4cb1a7 req-c5909ea6-b6e7-4ef9-95ea-40083725977e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:09.915742 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab9ba629-7292-4ffa-aeb8-d7548d4cb1a7 req-c5909ea6-b6e7-4ef9-95ea-40083725977e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0492134 Jun 03 10:05:09.962915 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ab9ba629-7292-4ffa-aeb8-d7548d4cb1a7 req-c7207b0b-7839-4d11-8117-9a06dcda4810 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415227 Jun 03 10:05:09.991072 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b6cc-6c5f-4854-8ef2-74e71dfb96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6ba51f4e-53b5-4e31-b209-9989a1421824), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.029996 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8b6cc-6c5f-4854-8ef2-74e71dfb96b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba51f4e-53b5-4e31-b209-9989a1421824,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:10.037665 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a8d8b6cc-6c5f-4854-8ef2-74e71dfb96b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5fef7f41c2e413fb887cabe80e25e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143492 Jun 03 10:05:10.037901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60316) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:10.076725 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.097123 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ffef-2fe8-4334-89d6-28822035ede2 req-fa396285-ea46-4eea-8656-1753d0c4b562 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:10.098610 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6849ffef-2fe8-4334-89d6-28822035ede2 req-fa396285-ea46-4eea-8656-1753d0c4b562 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0725830 Jun 03 10:05:10.107154 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60318) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:10.111855 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'port_id': '69dac938-25d4-4980-b714-07010ccce88d'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:05:10.119640 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acc77dd0-03c6-43ab-9e78-576d3ea50c01 admin admin] Publish callbacks [] for security_group (6ba51f4e-53b5-4e31-b209-9989a1421824), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.141868 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acc77dd0-03c6-43ab-9e78-576d3ea50c01 admin admin] Publish callbacks [] for security_group (6ba51f4e-53b5-4e31-b209-9989a1421824), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.271069 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acc77dd0-03c6-43ab-9e78-576d3ea50c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (6ba51f4e-53b5-4e31-b209-9989a1421824), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.273695 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-acc77dd0-03c6-43ab-9e78-576d3ea50c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.274950 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-acc77dd0-03c6-43ab-9e78-576d3ea50c01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ba51f4e-53b5-4e31-b209-9989a1421824 HTTP/1.1" status: 204 len: 168 time: 0.2362096 Jun 03 10:05:10.283953 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc77dd0-03c6-43ab-9e78-576d3ea50c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba51f4e-53b5-4e31-b209-9989a1421824,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:10.319274 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (48370228-311e-4bee-a25e-f7f479f4293f), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.378869 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:10.450931 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830cd3f-de21-4cee-b3f5-d6611550afe5 req-1c7176d9-5d28-4923-bbe5-5d429abaa9da tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:10.452433 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c830cd3f-de21-4cee-b3f5-d6611550afe5 req-1c7176d9-5d28-4923-bbe5-5d429abaa9da tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0516801 Jun 03 10:05:10.510054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:10.515362 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c830cd3f-de21-4cee-b3f5-d6611550afe5 req-6a470f4a-35ce-4922-bf60-d0e3441e729b tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567224 Jun 03 10:05:10.737326 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.779254 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (48370228-311e-4bee-a25e-f7f479f4293f), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:10.857455 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:10.873779 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP 48370228-311e-4bee-a25e-f7f479f4293f associated. External IP: 172.27.3.123, port: 69dac938-25d4-4980-b714-07010ccce88d. Jun 03 10:05:11.076774 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:05:11.181299 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:05:11.185662 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:11.192674 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:05:11.211089 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:11.211697 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:11.223141 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-12a7cf08-8a5c-4912-9bfc-e6d37bd4fa6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "PUT /v2.0/floatingips/48370228-311e-4bee-a25e-f7f479f4293f HTTP/1.1" status: 200 len: 991 time: 1.1127055 Jun 03 10:05:11.223141 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'tag': '69dac938-25d4-4980-b714-07010ccce88d'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:11.224022 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1dbcf-540d-471b-9224-4aad2477498c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "tag": "69dac938-25d4-4980-b714-07010ccce88d"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:11.265323 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe6283e-e05f-476f-87e4-eee83f0335b9 x-openstack-request-id: req-4fe6283e-e05f-476f-87e4-eee83f0335b9 {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:11.266336 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "tag": "69dac938-25d4-4980-b714-07010ccce88d", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:11.271910 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fe6283e-e05f-476f-87e4-eee83f0335b9 {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:11.271910 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe6283e-e05f-476f-87e4-eee83f0335b9'] response: {'name': 'network-changed', 'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'tag': '69dac938-25d4-4980-b714-07010ccce88d', 'status': 'completed', 'code': 200} Jun 03 10:05:11.312283 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:11.322342 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:11.335499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dbcf-540d-471b-9224-4aad2477498c req-790e1191-37da-4e67-a867-a481314ecf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:11.335499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-790e1191-37da-4e67-a867-a481314ecf74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 1129 time: 0.0437865 Jun 03 10:05:11.429629 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dbcf-540d-471b-9224-4aad2477498c req-757b34a7-80bc-46bd-9ce7-4bbdd601ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:11.431508 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-757b34a7-80bc-46bd-9ce7-4bbdd601ddfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 915 time: 0.0882654 Jun 03 10:05:11.498598 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-32f54cfb-234b-4d95-b319-0a9c70b7f0ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69dac938-25d4-4980-b714-07010ccce88d HTTP/1.1" status: 200 len: 999 time: 0.0596173 Jun 03 10:05:11.541379 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '48370228-311e-4bee-a25e-f7f479f4293f', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '69dac938-25d4-4980-b714-07010ccce88d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:b9:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:54Z', 'updated_at': '2022-06-03T10:05:10Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}, {'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:06Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:11.553241 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dbcf-540d-471b-9224-4aad2477498c req-2f0ad6c7-2f9c-424c-aaeb-1967b750e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:11.553241 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-2f0ad6c7-2f9c-424c-aaeb-1967b750e806 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0476842 Jun 03 10:05:11.571021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:05:11.579875 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:11.580508 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:11.607328 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dbcf-540d-471b-9224-4aad2477498c req-71812b0c-53bc-4106-b885-5a601589bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:11.608801 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-71812b0c-53bc-4106-b885-5a601589bdfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491967 Jun 03 10:05:11.687677 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:11.691194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b23d8-0e47-467f-b57f-1b65cc5b1354 req-e1033ddd-d492-4a30-9019-df1f8dc2bc20 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:11.692704 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c29b23d8-0e47-467f-b57f-1b65cc5b1354 req-e1033ddd-d492-4a30-9019-df1f8dc2bc20 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0994520 Jun 03 10:05:11.774097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-c615804f-63e9-4dda-bbbd-4d16c2377641 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456294 Jun 03 10:05:11.779071 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c29b23d8-0e47-467f-b57f-1b65cc5b1354 req-090c21d3-84e7-46b4-8ec9-4d49b93de15d tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787144 Jun 03 10:05:11.862089 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:11.873009 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-50d1dbcf-540d-471b-9224-4aad2477498c req-068240d6-76cb-48b0-b31e-0c3d12a3c37b service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910809 Jun 03 10:05:11.917587 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '48370228-311e-4bee-a25e-f7f479f4293f', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '69dac938-25d4-4980-b714-07010ccce88d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:b9:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:54Z', 'updated_at': '2022-06-03T10:05:10Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}, {'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:06Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:11.943406 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed5b68-bd22-48ab-9f60-0dd4ee041015 None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '48370228-311e-4bee-a25e-f7f479f4293f', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '69dac938-25d4-4980-b714-07010ccce88d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:b9:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:54Z', 'updated_at': '2022-06-03T10:05:10Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}, {'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:06Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:05:12.059242 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:12.072423 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:12.159293 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c2b08-6253-4ab2-bc23-3b462061e014 None None] New status for floating IP 48370228-311e-4bee-a25e-f7f479f4293f: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:05:12.731141 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60378) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:12.837604 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d17caa87-7793-4c42-9a79-b0fe9d749025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:12.901661 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae7ef6-0d0a-499d-92ce-af33a1fdcfd3 req-85407123-3487-4375-8a9f-e6974d0dafe1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:12.903829 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a2ae7ef6-0d0a-499d-92ce-af33a1fdcfd3 req-85407123-3487-4375-8a9f-e6974d0dafe1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 944 time: 0.0500441 Jun 03 10:05:12.916686 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d17caa87-7793-4c42-9a79-b0fe9d749025 admin admin] Publish callbacks [] for security_group (e6fbe380-1cd6-475e-af68-12f4c3d5dac5), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:12.951080 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:12.952567 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a2ae7ef6-0d0a-499d-92ce-af33a1fdcfd3 req-e5e1ba4c-66b5-4159-9df6-6963685daf24 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434327 Jun 03 10:05:12.974130 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d17caa87-7793-4c42-9a79-b0fe9d749025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e6fbe380-1cd6-475e-af68-12f4c3d5dac5), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.014109 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-d17caa87-7793-4c42-9a79-b0fe9d749025 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60b839484e3946899a2a4501b420156f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819178 Jun 03 10:05:13.014960 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17caa87-7793-4c42-9a79-b0fe9d749025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fbe380-1cd6-475e-af68-12f4c3d5dac5,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:13.016887 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60384) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:13.057211 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:13.066602 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c74c747-4a6a-4a6a-8be1-e326362d8e14 admin admin] Publish callbacks [] for security_group (e6fbe380-1cd6-475e-af68-12f4c3d5dac5), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.091161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c74c747-4a6a-4a6a-8be1-e326362d8e14 admin admin] Publish callbacks [] for security_group (e6fbe380-1cd6-475e-af68-12f4c3d5dac5), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.253642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c74c747-4a6a-4a6a-8be1-e326362d8e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e6fbe380-1cd6-475e-af68-12f4c3d5dac5), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.256259 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c74c747-4a6a-4a6a-8be1-e326362d8e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.257459 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4c74c747-4a6a-4a6a-8be1-e326362d8e14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6fbe380-1cd6-475e-af68-12f4c3d5dac5 HTTP/1.1" status: 204 len: 168 time: 0.2395632 Jun 03 10:05:13.266650 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:05:13.267028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74c747-4a6a-4a6a-8be1-e326362d8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fbe380-1cd6-475e-af68-12f4c3d5dac5,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:13.340096 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:13.377598 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:13.389302 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'port_id': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'mac_address': 'fa:16:3e:c4:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:05:13.425535 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 895de58e-9396-45ee-adb3-b1ce59bb1799 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:05:13.426164 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.439221 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895de58e-9396-45ee-adb3-b1ce59bb1799 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:05:13.459244 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:13.550931 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.604723 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=7']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:13.817535 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60392) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:13.831680 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-17ff5544-f392-4abb-b65c-0356a411f7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.843113 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['895de58e-9396-45ee-adb3-b1ce59bb1799'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:05:13.850098 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:13.911378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-17ff5544-f392-4abb-b65c-0356a411f7bb admin admin] Publish callbacks [] for security_group (4ad494a9-7fd1-4be0-b0dd-2677eb8ced46), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:13.974037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-17ff5544-f392-4abb-b65c-0356a411f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4ad494a9-7fd1-4be0-b0dd-2677eb8ced46), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:14.021488 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-17ff5544-f392-4abb-b65c-0356a411f7bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10badd6603e940f39725077ef42232e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003648 Jun 03 10:05:14.021747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60396) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:14.029132 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5544-f392-4abb-b65c-0356a411f7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad494a9-7fd1-4be0-b0dd-2677eb8ced46,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:14.105051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff53714-3c9e-4805-ab20-892ef7c829bd req-51a64cec-bf51-4345-96a3-58ab6c68691e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:14.106542 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8ff53714-3c9e-4805-ab20-892ef7c829bd req-51a64cec-bf51-4345-96a3-58ab6c68691e tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 945 time: 0.0825691 Jun 03 10:05:14.116448 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:14.135242 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-869bcf48-c599-400b-9866-54270f302938 admin admin] Publish callbacks [] for security_group (4ad494a9-7fd1-4be0-b0dd-2677eb8ced46), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:14.180998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-869bcf48-c599-400b-9866-54270f302938 admin admin] Publish callbacks [] for security_group (4ad494a9-7fd1-4be0-b0dd-2677eb8ced46), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:14.193377 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8ff53714-3c9e-4805-ab20-892ef7c829bd req-b27c7950-076b-4ade-8b48-d3bde1dd5f85 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798533 Jun 03 10:05:14.300043 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-869bcf48-c599-400b-9866-54270f302938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4ad494a9-7fd1-4be0-b0dd-2677eb8ced46), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:14.302662 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-869bcf48-c599-400b-9866-54270f302938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:14.303807 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-869bcf48-c599-400b-9866-54270f302938 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ad494a9-7fd1-4be0-b0dd-2677eb8ced46 HTTP/1.1" status: 204 len: 168 time: 0.2812276 Jun 03 10:05:14.311907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bcf48-c599-400b-9866-54270f302938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad494a9-7fd1-4be0-b0dd-2677eb8ced46,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:15.274695 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:05:15.309581 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad1993-b2a0-41f6-b05f-2cc6bf8f9caf req-d93e244b-7a61-43bc-a134-8a4b42b00c92 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:15.311367 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eaad1993-b2a0-41f6-b05f-2cc6bf8f9caf req-d93e244b-7a61-43bc-a134-8a4b42b00c92 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Jun 03 10:05:15.320890 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:15.331441 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 895de58e-9396-45ee-adb3-b1ce59bb1799 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:05:15.332004 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:15.364624 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eaad1993-b2a0-41f6-b05f-2cc6bf8f9caf req-ef2878cf-21e0-4853-aa42-724e630663e0 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471194 Jun 03 10:05:15.409312 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 895de58e-9396-45ee-adb3-b1ce59bb1799 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:05:15.409688 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:15.432901 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:15.435147 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e2613a-52cb-4be3-bd4a-6cdd2562eceb" -d '{"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-plugged", "status": "completed", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:15.448714 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:15.475350 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02372b6-a004-4c13-9fc8-42794070def3 x-openstack-request-id: req-a02372b6-a004-4c13-9fc8-42794070def3 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:15.475634 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-plugged", "status": "completed", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:15.475885 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a02372b6-a004-4c13-9fc8-42794070def3 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:15.476280 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02372b6-a004-4c13-9fc8-42794070def3'] response: {'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'code': 200} Jun 03 10:05:15.511146 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:15.556197 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=8']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:15.784860 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5536f-2ef3-4687-b94c-196a19b8d43c req-3b2860b2-b711-43bd-b8ce-8c778efc63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:15.786380 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-81f5536f-2ef3-4687-b94c-196a19b8d43c req-3b2860b2-b711-43bd-b8ce-8c778efc63b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1130 time: 0.0419641 Jun 03 10:05:15.819431 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:15.835144 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-81f5536f-2ef3-4687-b94c-196a19b8d43c req-def80151-ff89-4b24-8ef1-1ad73813fe8d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Jun 03 10:05:16.482294 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f88cb-ca00-429b-a37f-ed58795e08ac req-7670403a-44f5-4010-ba7e-02979d185bdd tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:16.483786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-212f88cb-ca00-429b-a37f-ed58795e08ac req-7670403a-44f5-4010-ba7e-02979d185bdd tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Jun 03 10:05:16.532346 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-212f88cb-ca00-429b-a37f-ed58795e08ac req-3a1c740b-a43e-4a96-8d85-8e0726c78e6a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Jun 03 10:05:17.259220 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7b207-07f1-4b53-896c-6a4014402b55 req-d3789aa2-0310-496e-986c-ebfbc1bf83b6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:17.260811 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9db7b207-07f1-4b53-896c-6a4014402b55 req-d3789aa2-0310-496e-986c-ebfbc1bf83b6 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0488968 Jun 03 10:05:17.312573 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9db7b207-07f1-4b53-896c-6a4014402b55 req-4653141d-e873-4595-aeb9-ce120244239e tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459344 Jun 03 10:05:17.540042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60484) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:17.662351 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e7369-a44d-4240-8ab7-3c7267789964 req-9c5a2bfe-1999-4f11-87b8-eb5622415287 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:17.663839 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-076e7369-a44d-4240-8ab7-3c7267789964 req-9c5a2bfe-1999-4f11-87b8-eb5622415287 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0581894 Jun 03 10:05:17.664721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-74894b58-b2be-4c69-bf9c-2bf69afe0236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:17.740081 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-076e7369-a44d-4240-8ab7-3c7267789964 req-e523cde2-f440-4b7d-a46b-28b26fb6c3c8 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675459 Jun 03 10:05:17.778394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-74894b58-b2be-4c69-bf9c-2bf69afe0236 admin admin] Publish callbacks [] for security_group (edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:17.853775 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-74894b58-b2be-4c69-bf9c-2bf69afe0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:17.896401 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-74894b58-b2be-4c69-bf9c-2bf69afe0236 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fe14a4de5e14a9789fc2d24dd79b043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551741 Jun 03 10:05:17.897493 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74894b58-b2be-4c69-bf9c-2bf69afe0236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:17.899122 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60494) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:17.927308 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:17.953775 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ed39bce-aed3-4073-a179-7e317ffb7c35 admin admin] Publish callbacks [] for security_group (edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:17.976279 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ed39bce-aed3-4073-a179-7e317ffb7c35 admin admin] Publish callbacks [] for security_group (edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:18.116304 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ed39bce-aed3-4073-a179-7e317ffb7c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:18.118833 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1ed39bce-aed3-4073-a179-7e317ffb7c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:18.120000 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1ed39bce-aed3-4073-a179-7e317ffb7c35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d HTTP/1.1" status: 204 len: 168 time: 0.2192395 Jun 03 10:05:18.127856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed39bce-aed3-4073-a179-7e317ffb7c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeab2bc-ae8f-4a0a-8eba-18ca6fe5283d,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:18.431330 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c02ad4-1cdc-4d9c-914e-ae593259f89b req-a7244c96-ebed-494c-b94b-38022dea1278 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:18.432826 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-95c02ad4-1cdc-4d9c-914e-ae593259f89b req-a7244c96-ebed-494c-b94b-38022dea1278 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0484354 Jun 03 10:05:18.480886 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-95c02ad4-1cdc-4d9c-914e-ae593259f89b req-88b5cb89-f34a-4fbf-b423-f6e9f89fe063 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jun 03 10:05:18.783566 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60502) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:18.797533 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cf5e-d56f-4b0c-a890-7c3d5c2729b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:18.807058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:18.873442 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cf5e-d56f-4b0c-a890-7c3d5c2729b9 admin admin] Publish callbacks [] for security_group (9a555294-d57e-4075-91f8-53ab423cdbaf), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:18.984919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cf5e-d56f-4b0c-a890-7c3d5c2729b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9a555294-d57e-4075-91f8-53ab423cdbaf), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:18.999409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:19.025748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2cf5e-d56f-4b0c-a890-7c3d5c2729b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a555294-d57e-4075-91f8-53ab423cdbaf,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:19.032537 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ccf2cf5e-d56f-4b0c-a890-7c3d5c2729b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdd370ccbf5b4980a195e8c75e4cb073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454669 Jun 03 10:05:19.033382 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60504) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:19.117352 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-2b973a90-9349-41f8-b4b3-db2287a3edd1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:19.118818 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-2b973a90-9349-41f8-b4b3-db2287a3edd1 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0596130 Jun 03 10:05:19.123446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c1162f6-34c8-471a-9ac1-b423031411a3 admin admin] Publish callbacks [] for security_group (9a555294-d57e-4075-91f8-53ab423cdbaf), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.176923 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c1162f6-34c8-471a-9ac1-b423031411a3 admin admin] Publish callbacks [] for security_group (9a555294-d57e-4075-91f8-53ab423cdbaf), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.245717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Deleting port 3b6360f1-9329-469d-913b-3b05fed8cd88 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:19.245998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.335693 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] For port 3b6360f1-9329-469d-913b-3b05fed8cd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3b6360f1-9329-469d-913b-3b05fed8cd88,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:19.336058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.351013 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c1162f6-34c8-471a-9ac1-b423031411a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9a555294-d57e-4075-91f8-53ab423cdbaf), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.353466 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c1162f6-34c8-471a-9ac1-b423031411a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.354636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4c1162f6-34c8-471a-9ac1-b423031411a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a555294-d57e-4075-91f8-53ab423cdbaf HTTP/1.1" status: 204 len: 168 time: 0.3209884 Jun 03 10:05:19.397216 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1162f6-34c8-471a-9ac1-b423031411a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a555294-d57e-4075-91f8-53ab423cdbaf,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:19.782776 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be5b65-ac2f-4a4c-ad14-f4c05c9377a3 req-72ead186-edd8-47bc-a726-e1dd8524f275 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:19.782776 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f3be5b65-ac2f-4a4c-ad14-f4c05c9377a3 req-72ead186-edd8-47bc-a726-e1dd8524f275 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 946 time: 0.0936480 Jun 03 10:05:19.813640 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.814302 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (148b54f5-8cd0-46eb-8771-32ecfcbfefc6), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:19.814302 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Floating IP 148b54f5-8cd0-46eb-8771-32ecfcbfefc6 disassociated. External IP: 172.27.3.205, port: 3b6360f1-9329-469d-913b-3b05fed8cd88. Jun 03 10:05:19.814658 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Calling delete_port for 3b6360f1-9329-469d-913b-3b05fed8cd88 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:19.879697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:19.884891 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f3be5b65-ac2f-4a4c-ad14-f4c05c9377a3 req-df871957-ee96-480e-92c7-5064fd828f25 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4d39c2-4242-498a-a8ef-11e2ea26a904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947268 Jun 03 10:05:20.059358 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (3b6360f1-9329-469d-913b-3b05fed8cd88), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:20.094334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event deleted for resources: {'Port': ['ID=3b6360f1-9329-469d-913b-3b05fed8cd88,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:20.134564 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-ea9574e0-c648-4e0c-ae84-6e34b9f6aeb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512693 Jun 03 10:05:20.227435 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:20.240831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-b10c1ddd-1a9b-48b3-90d8-cc59bb609db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:20.242350 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-b10c1ddd-1a9b-48b3-90d8-cc59bb609db1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1130 time: 0.0782142 Jun 03 10:05:20.275839 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:05:20.435011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-eace8a60-68b7-473e-be64-388fa10397cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:20.436501 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-eace8a60-68b7-473e-be64-388fa10397cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 908 time: 0.1699948 Jun 03 10:05:20.491318 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:05:20.510545 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:05:20.532726 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:20.533373 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:20.545122 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-5d48e3e3-ccb1-421e-9fdd-186ad01ba4bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 1002 time: 0.1007915 Jun 03 10:05:20.545803 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] No DVR routers for this DVR port 3b6360f1-9329-469d-913b-3b05fed8cd88 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:05:20.548276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:20.551580 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e5a54da1-357d-4d6c-9142-4cc8a93edc3a req-88e517af-53b6-4870-ba84-d5c712be2569 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.59 "DELETE /v2.0/ports/3b6360f1-9329-469d-913b-3b05fed8cd88 HTTP/1.1" status: 204 len: 173 time: 1.4263139 Jun 03 10:05:20.552034 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-deleted', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:20.554358 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a168b8a3-cd05-4e78-a6ad-4894b0e88153" -d '{"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-deleted", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:20.611430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-d24ec468-9695-476e-8c23-9ca476c46763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:20.614707 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-d24ec468-9695-476e-8c23-9ca476c46763 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 200 len: 846 time: 0.0556288 Jun 03 10:05:20.633589 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaaff78-ca4f-4ad1-a0c9-286c3f4d0c93 x-openstack-request-id: req-acaaff78-ca4f-4ad1-a0c9-286c3f4d0c93 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:20.633862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc", "name": "network-vif-deleted", "tag": "3b6360f1-9329-469d-913b-3b05fed8cd88", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:20.634231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acaaff78-ca4f-4ad1-a0c9-286c3f4d0c93 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:20.634787 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acaaff78-ca4f-4ad1-a0c9-286c3f4d0c93'] response: {'server_uuid': 'a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc', 'name': 'network-vif-deleted', 'tag': '3b6360f1-9329-469d-913b-3b05fed8cd88', 'status': 'completed', 'code': 200} Jun 03 10:05:20.661741 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:20.669168 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-ab3a8a7f-8870-4a17-8854-cc7e9a68f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:20.678911 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-ab3a8a7f-8870-4a17-8854-cc7e9a68f1e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01385250-2fd5-4d81-b043-bc8409277f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590496 Jun 03 10:05:20.691058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:20.774975 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-4c4d5996-53f1-488e-a101-53e61fec2a29 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Jun 03 10:05:20.898670 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ca1d38c-6687-470a-a444-ef08da4c0787 req-b7eeadfa-40c3-4ec4-ae95-eaaf682bff01 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963013 Jun 03 10:05:21.003168 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bfb076cb-364c-4352-ba33-6f89f20593b4 req-1dd0b450-45f2-4fe7-85e6-2da98987831d tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/ports?device_id=a58dc7b8-77b2-48f5-b61e-0d2eeb0a7bdc HTTP/1.1" status: 200 len: 210 time: 0.0317137 Jun 03 10:05:21.033980 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:21.058919 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:05:21.067402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:21.068019 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:21.171652 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:21.362158 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:21.391150 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9174-bd84-4ae2-8f4e-f02a31b0096c None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T09:58:24Z', 'revision_number': 4, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '9fb76d27-02a0-4125-b48f-26d8229811a1', 'name': '', 'network_id': '1dd31c87-764e-47aa-825b-25f1a52d1c3d', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'mac_address': 'fa:16:3e:e8:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '132748ac-4398-49ca-9054-387a929a2a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:22Z', 'updated_at': '2022-06-03T09:58:36Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'subnets': [{'id': '132748ac-4398-49ca-9054-387a929a2a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:05:21.633478 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676f5d7-22b7-4e8f-8826-1829a488f7f6 None None] New status for floating IP 148b54f5-8cd0-46eb-8771-32ecfcbfefc6: DOWN {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:05:22.237266 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60564) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:22.292149 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff066-4f2b-4b37-bf47-e43f98fcdbe0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (5e4d39c2-4242-498a-a8ef-11e2ea26a904), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.294418 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:22.320251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff066-4f2b-4b37-bf47-e43f98fcdbe0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (5e4d39c2-4242-498a-a8ef-11e2ea26a904), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.470417 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff066-4f2b-4b37-bf47-e43f98fcdbe0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (5e4d39c2-4242-498a-a8ef-11e2ea26a904), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.473178 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff066-4f2b-4b37-bf47-e43f98fcdbe0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.474375 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9b9ff066-4f2b-4b37-bf47-e43f98fcdbe0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "DELETE /v2.0/security-groups/5e4d39c2-4242-498a-a8ef-11e2ea26a904 HTTP/1.1" status: 204 len: 168 time: 0.2360775 Jun 03 10:05:22.477202 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60566) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:22.483864 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ff066-4f2b-4b37-bf47-e43f98fcdbe0 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4d39c2-4242-498a-a8ef-11e2ea26a904,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:22.491183 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.api.v2.resource [None req-048c1fd7-8a6b-49b6-9dae-fb84d70b9df9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] show failed (client error): The resource could not be found. Jun 03 10:05:22.492207 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-048c1fd7-8a6b-49b6-9dae-fb84d70b9df9 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "GET /v2.0/security-groups/5e4d39c2-4242-498a-a8ef-11e2ea26a904 HTTP/1.1" status: 404 len: 347 time: 0.0140014 Jun 03 10:05:22.495059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60568) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:22.608931 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Deleting port 4302ddbc-fa7a-49cf-8055-888d7a902974 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:22.609267 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.682919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.683241 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (4302ddbc-fa7a-49cf-8055-888d7a902974), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.696274 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Calling delete_port for 4302ddbc-fa7a-49cf-8055-888d7a902974 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:22.699942 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:22.876054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (4302ddbc-fa7a-49cf-8055-888d7a902974), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.900679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Pushing event deleted for resources: {'Port': ['ID=4302ddbc-fa7a-49cf-8055-888d7a902974,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:22.966000 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks [] for floatingip (148b54f5-8cd0-46eb-8771-32ecfcbfefc6), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.968455 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:22.969602 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7e481805-4b8e-44b6-a3e4-2aa526d60a06 tempest-AttachVolumeShelveTestJSON-1243409567 tempest-AttachVolumeShelveTestJSON-1243409567-project] 10.222.0.42 "DELETE /v2.0/floatingips/148b54f5-8cd0-46eb-8771-32ecfcbfefc6 HTTP/1.1" status: 204 len: 168 time: 0.4735768 Jun 03 10:05:23.312724 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:05:23.329639 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 3b6360f1-9329-469d-913b-3b05fed8cd88 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:05:23.330007 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 3b6360f1-9329-469d-913b-3b05fed8cd88 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:05:25.501641 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60622) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:25.606773 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a879989a-88b7-4bb5-96b0-23a2e23c9b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:25.671713 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60632) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:25.689229 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a879989a-88b7-4bb5-96b0-23a2e23c9b58 admin admin] Publish callbacks [] for security_group (135ca40f-f876-4368-a15a-8d14c59782f1), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:25.787521 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a879989a-88b7-4bb5-96b0-23a2e23c9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (135ca40f-f876-4368-a15a-8d14c59782f1), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:25.833215 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a879989a-88b7-4bb5-96b0-23a2e23c9b58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6df38c9fa8264a229fc71c49bd9143ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304987 Jun 03 10:05:25.835900 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60636) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:25.842093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879989a-88b7-4bb5-96b0-23a2e23c9b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135ca40f-f876-4368-a15a-8d14c59782f1,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:25.886401 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-509586d6-241f-48ca-81f0-959231733872 admin admin] Publish callbacks [] for security_group (135ca40f-f876-4368-a15a-8d14c59782f1), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:25.910475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-509586d6-241f-48ca-81f0-959231733872 admin admin] Publish callbacks [] for security_group (135ca40f-f876-4368-a15a-8d14c59782f1), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:25.931243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:25.942778 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:26.042298 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-509586d6-241f-48ca-81f0-959231733872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (135ca40f-f876-4368-a15a-8d14c59782f1), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.044831 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-509586d6-241f-48ca-81f0-959231733872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.046247 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-509586d6-241f-48ca-81f0-959231733872 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/135ca40f-f876-4368-a15a-8d14c59782f1 HTTP/1.1" status: 204 len: 168 time: 0.2091575 Jun 03 10:05:26.055581 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509586d6-241f-48ca-81f0-959231733872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135ca40f-f876-4368-a15a-8d14c59782f1,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:26.146042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.206687 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:26.419441 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Deleting port 9fb76d27-02a0-4125-b48f-26d8229811a1 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:26.419781 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.497220 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] For port 9fb76d27-02a0-4125-b48f-26d8229811a1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9fb76d27-02a0-4125-b48f-26d8229811a1,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:26.497502 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.510653 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Calling delete_port for 9fb76d27-02a0-4125-b48f-26d8229811a1 owned by network:router_interface {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:26.658990 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60642) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:26.675602 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2c48aa12-21d3-443a-88ca-9df401f484ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.751741 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2c48aa12-21d3-443a-88ca-9df401f484ca admin admin] Publish callbacks [] for security_group (a9d4b9f9-6049-4001-9cc2-3eba053a734d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.756208 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (9fb76d27-02a0-4125-b48f-26d8229811a1), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.784340 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb76d27-02a0-4125-b48f-26d8229811a1,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:26.813663 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2c48aa12-21d3-443a-88ca-9df401f484ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a9d4b9f9-6049-4001-9cc2-3eba053a734d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.833670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:26.854974 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48aa12-21d3-443a-88ca-9df401f484ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d4b9f9-6049-4001-9cc2-3eba053a734d,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:26.862716 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-2c48aa12-21d3-443a-88ca-9df401f484ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ff390033801478cb103528955387ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025490 Jun 03 10:05:26.864503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60644) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:26.922980 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5b526904-ce3c-42ca-aeb0-65fc18522059 admin admin] Publish callbacks [] for security_group (a9d4b9f9-6049-4001-9cc2-3eba053a734d), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.946732 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:26.947446 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5b526904-ce3c-42ca-aeb0-65fc18522059 admin admin] Publish callbacks [] for security_group (a9d4b9f9-6049-4001-9cc2-3eba053a734d), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.047777 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5b526904-ce3c-42ca-aeb0-65fc18522059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a9d4b9f9-6049-4001-9cc2-3eba053a734d), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.050412 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5b526904-ce3c-42ca-aeb0-65fc18522059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.052211 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5b526904-ce3c-42ca-aeb0-65fc18522059 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9d4b9f9-6049-4001-9cc2-3eba053a734d HTTP/1.1" status: 204 len: 168 time: 0.1865859 Jun 03 10:05:27.061168 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b526904-ce3c-42ca-aeb0-65fc18522059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d4b9f9-6049-4001-9cc2-3eba053a734d,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:27.408268 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:05:27.515255 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:05:27.520394 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-8dbfa23f-a2e5-479a-825e-9874d5fe4000 admin admin] 10.222.0.42 "PUT /v2.0/routers/2b44c0ca-9565-4d4c-99c1-e5c28420cb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477204 Jun 03 10:05:27.526186 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 60656) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:27.526517 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] Sync routers for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:05:27.537029 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:27.537638 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:27.624089 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks [] for router (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.640641 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:27.692601 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:27.732188 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks [] for router_gateway (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.734878 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:27.814313 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e80577eb-c116-4887-924b-b42336487dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T10:05:26Z', 'revision_number': 5, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port': {'id': 'e80577eb-c116-4887-924b-b42336487dee', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T09:58:16Z', 'updated_at': '2022-06-03T09:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:27.834605 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Deleting port e80577eb-c116-4887-924b-b42336487dee {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:27.834905 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e80577eb-c116-4887-924b-b42336487dee), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.840608 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] Checking router: 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:05:27.849788 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] Routers {'2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:27.850444 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:27.915790 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:27.923132 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] For port e80577eb-c116-4887-924b-b42336487dee, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e80577eb-c116-4887-924b-b42336487dee,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:27.923540 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e80577eb-c116-4887-924b-b42336487dee), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:27.933337 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:27.936279 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] Set router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d gateway port host: None {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:05:27.937783 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Calling delete_port for e80577eb-c116-4887-924b-b42336487dee owned by network:router_gateway {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:27.993115 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T10:05:27Z', 'revision_number': 6, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:28.018621 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da34b1-1f0f-462f-85b4-a2e3b0546ae9 None None] The sync data for ids ['2b44c0ca-9565-4d4c-99c1-e5c28420cb7d'] in dv-cinder-844563-1-iscsi is: [{'id': '2b44c0ca-9565-4d4c-99c1-e5c28420cb7d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600440731-router', 'tenant_id': '57756244f164417dad785bb5927d05b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T09:58:14Z', 'updated_at': '2022-06-03T10:05:27Z', 'revision_number': 6, 'project_id': '57756244f164417dad785bb5927d05b6', 'gw_port_host': None}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:05:28.162082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (e80577eb-c116-4887-924b-b42336487dee), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.188257 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80577eb-c116-4887-924b-b42336487dee,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:28.249192 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.352655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.355162 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks [] for router_controller (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.516521 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (2b44c0ca-9565-4d4c-99c1-e5c28420cb7d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.517167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b44c0ca-9565-4d4c-99c1-e5c28420cb7d {{(pid=111015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:05:28.522120 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.523041 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4f9d0b45-b244-4276-9251-1dd3abbd1f81 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2b44c0ca-9565-4d4c-99c1-e5c28420cb7d HTTP/1.1" status: 204 len: 168 time: 0.9992814 Jun 03 10:05:28.535120 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60676) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:28.573646 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Deleting subnet 132748ac-4398-49ca-9054-387a929a2a66 {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:05:28.576649 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Publish callbacks [] for subnet (132748ac-4398-49ca-9054-387a929a2a66), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.612268 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (132748ac-4398-49ca-9054-387a929a2a66), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.687842 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (132748ac-4398-49ca-9054-387a929a2a66), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.837118 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (132748ac-4398-49ca-9054-387a929a2a66), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.864932 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132748ac-4398-49ca-9054-387a929a2a66,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:28.868691 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:28.872029 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-901c2fb5-10cc-43c7-800b-fd30a9cddebe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/132748ac-4398-49ca-9054-387a929a2a66 HTTP/1.1" status: 204 len: 168 time: 0.3454156 Jun 03 10:05:28.875060 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60688) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:28.877359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51443d92-f4dd-4bab-b458-cef7cffe036d None None] Network 1dd31c87-764e-47aa-825b-25f1a52d1c3d requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:05:28.939008 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:28.953832 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (1dd31c87-764e-47aa-825b-25f1a52d1c3d), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.007734 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Deleting port 06337da3-ba5b-4eae-9094-c38472adc6d2 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:29.008076 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.010738 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:29.053757 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] DHCP port deletion for 1dd31c87-764e-47aa-825b-25f1a52d1c3d request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:05:29.080999 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] For port 06337da3-ba5b-4eae-9094-c38472adc6d2, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=06337da3-ba5b-4eae-9094-c38472adc6d2,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:29.081425 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.098150 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Calling delete_port for 06337da3-ba5b-4eae-9094-c38472adc6d2 owned by network:dhcp {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:29.105018 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] Deleting port 06337da3-ba5b-4eae-9094-c38472adc6d2 {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:29.105411 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.178965 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] For port 06337da3-ba5b-4eae-9094-c38472adc6d2, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=06337da3-ba5b-4eae-9094-c38472adc6d2,segment=NetworkSegment(49422f3c-417a-4c82-968b-8a5b33244595),segment_id=49422f3c-417a-4c82-968b-8a5b33244595)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:29.179614 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.194005 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] Calling delete_port for 06337da3-ba5b-4eae-9094-c38472adc6d2 owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:29.351582 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.357131 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (06337da3-ba5b-4eae-9094-c38472adc6d2), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.390847 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] No DVR routers for this DVR port 06337da3-ba5b-4eae-9094-c38472adc6d2 on host dv-cinder-844563-1-iscsi {{(pid=111016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:05:29.391048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] Pushing event deleted for resources: {'Port': ['ID=06337da3-ba5b-4eae-9094-c38472adc6d2,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:29.391048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421ddfc-e9fc-4b6e-9296-4d207aefd419 None None] No DVR routers for this DVR port 06337da3-ba5b-4eae-9094-c38472adc6d2 on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:05:29.408199 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06337da3-ba5b-4eae-9094-c38472adc6d2,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:29.455038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9fb76d27-02a0-4125-b48f-26d8229811a1 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:05:29.459939 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (1dd31c87-764e-47aa-825b-25f1a52d1c3d), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.466171 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 9fb76d27-02a0-4125-b48f-26d8229811a1 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:05:29.466517 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9fb76d27-02a0-4125-b48f-26d8229811a1 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:05:29.467133 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 06337da3-ba5b-4eae-9094-c38472adc6d2 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:05:29.480436 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd31c87-764e-47aa-825b-25f1a52d1c3d']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:29.485437 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 06337da3-ba5b-4eae-9094-c38472adc6d2 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:05:29.485785 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 06337da3-ba5b-4eae-9094-c38472adc6d2 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:05:29.486253 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e80577eb-c116-4887-924b-b42336487dee no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:05:29.490368 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49422f3c-417a-4c82-968b-8a5b33244595') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:29.490654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49422f3c-417a-4c82-968b-8a5b33244595') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:29.500053 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (49422f3c-417a-4c82-968b-8a5b33244595), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.504700 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: e80577eb-c116-4887-924b-b42336487dee {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:05:29.505065 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e80577eb-c116-4887-924b-b42336487dee not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:05:29.513502 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (49422f3c-417a-4c82-968b-8a5b33244595), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.519941 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:05:29.520323 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (49422f3c-417a-4c82-968b-8a5b33244595), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.567908 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 49422f3c-417a-4c82-968b-8a5b33244595 resource provider aggregate not found Jun 03 10:05:29.590810 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 49422f3c-417a-4c82-968b-8a5b33244595 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49422f3c-417a-4c82-968b-8a5b33244595 found for delete ", "request_id": "req-466b106f-90d2-4847-b509-5d0771aa8919"}]} Jun 03 10:05:29.659371 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (1dd31c87-764e-47aa-825b-25f1a52d1c3d), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.666005 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:29.670106 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1dd31c87-764e-47aa-825b-25f1a52d1c3d HTTP/1.1" status: 204 len: 168 time: 0.7906353 Jun 03 10:05:29.680859 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6974b4c-c3d4-41fd-9377-1a6bd84614e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd31c87-764e-47aa-825b-25f1a52d1c3d,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:30.103957 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60702) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:30.142795 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-83bf697a-b8a6-47ae-9f0e-919c26579702 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57756244f164417dad785bb5927d05b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376556 Jun 03 10:05:30.145153 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 60704) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:30.192765 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c8dce692-96b9-4b49-a813-24335c80e963 admin admin] Publish callbacks [] for security_group (a059b409-24bf-4264-95f1-a63d99aa9148), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:30.202901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:30.215035 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c8dce692-96b9-4b49-a813-24335c80e963 admin admin] Publish callbacks [] for security_group (a059b409-24bf-4264-95f1-a63d99aa9148), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:30.310491 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c8dce692-96b9-4b49-a813-24335c80e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a059b409-24bf-4264-95f1-a63d99aa9148), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:30.312892 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c8dce692-96b9-4b49-a813-24335c80e963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:30.314045 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c8dce692-96b9-4b49-a813-24335c80e963 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a059b409-24bf-4264-95f1-a63d99aa9148 HTTP/1.1" status: 204 len: 168 time: 0.1674483 Jun 03 10:05:30.322624 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dce692-96b9-4b49-a813-24335c80e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a059b409-24bf-4264-95f1-a63d99aa9148,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:31.010838 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:05:35.022631 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:36.453262 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3e026c0d-c16d-4260-a64f-4fa23f5e4106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:38.416277 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:38.417072 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=21,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:38.727497 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b105f9e7-5da1-4afa-946c-86da99d0ed55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:40.053789 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:40.317641 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:41.293193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:42.932894 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:44.087139 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:49.046008 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:49.046852 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:54.021850 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:54.023769 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:54.625304 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 32826) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:54.730976 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:54.803473 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Publish callbacks [] for security_group (1e91ca87-63cb-49e6-8a2e-260bd17e4b8a), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:54.858329 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1e91ca87-63cb-49e6-8a2e-260bd17e4b8a), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:54.897772 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f033898c65bb4803a28414dd36fb55b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714002 Jun 03 10:05:54.898549 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e91ca87-63cb-49e6-8a2e-260bd17e4b8a,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:54.900583 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 32830) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:54.906162 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.906503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.906921 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.907165 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.907491 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.907820 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.908144 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.908462 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.908780 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.909099 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.909414 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.909752 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.910093 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.910410 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.910723 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270c907-c21f-4daa-b181-b4557f1e3b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:54.949894 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Publish callbacks [] for security_group (1e91ca87-63cb-49e6-8a2e-260bd17e4b8a), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:54.971093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Publish callbacks [] for security_group (1e91ca87-63cb-49e6-8a2e-260bd17e4b8a), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:55.121822 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1e91ca87-63cb-49e6-8a2e-260bd17e4b8a), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:55.124365 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:55.125572 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e91ca87-63cb-49e6-8a2e-260bd17e4b8a HTTP/1.1" status: 204 len: 168 time: 0.2240183 Jun 03 10:05:55.134433 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e91ca87-63cb-49e6-8a2e-260bd17e4b8a,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:55.142463 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.145023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.146135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.146135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.146135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.146398 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.146725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.147170 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd38bd-c1c0-490f-87c5-29b887391f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:05:55.687492 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f02fa8-3bfd-4896-9e45-14b62ea45012 req-870a54e4-8392-43ad-9dae-0edabb3b6d32 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:55.689015 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1f02fa8-3bfd-4896-9e45-14b62ea45012 req-870a54e4-8392-43ad-9dae-0edabb3b6d32 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0521426 Jun 03 10:05:55.885115 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1f02fa8-3bfd-4896-9e45-14b62ea45012 req-7ecec4f3-ea9a-409b-b692-f5d5fc0dc4cd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Jun 03 10:05:55.885115 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 32848) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:55.885115 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-25beae06-48a1-4846-9c84-aa763f8e04ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:55.885115 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-25beae06-48a1-4846-9c84-aa763f8e04ae admin admin] Publish callbacks [] for security_group (a5078351-5cc2-4f48-9325-406d6eaf1f37), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:55.978356 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-25beae06-48a1-4846-9c84-aa763f8e04ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a5078351-5cc2-4f48-9325-406d6eaf1f37), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:56.019014 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-25beae06-48a1-4846-9c84-aa763f8e04ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=918b92eed82e4e98b20c4faf7d3b9eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763166 Jun 03 10:05:56.019872 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25beae06-48a1-4846-9c84-aa763f8e04ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5078351-5cc2-4f48-9325-406d6eaf1f37,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:56.021642 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 32850) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:05:56.071408 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e492596-b45d-428a-9124-391722f083e1 admin admin] Publish callbacks [] for security_group (a5078351-5cc2-4f48-9325-406d6eaf1f37), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:56.092740 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e492596-b45d-428a-9124-391722f083e1 admin admin] Publish callbacks [] for security_group (a5078351-5cc2-4f48-9325-406d6eaf1f37), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:56.201895 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e492596-b45d-428a-9124-391722f083e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a5078351-5cc2-4f48-9325-406d6eaf1f37), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:56.204539 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8e492596-b45d-428a-9124-391722f083e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:56.205768 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8e492596-b45d-428a-9124-391722f083e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5078351-5cc2-4f48-9325-406d6eaf1f37 HTTP/1.1" status: 204 len: 168 time: 0.1831012 Jun 03 10:05:56.213718 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e492596-b45d-428a-9124-391722f083e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5078351-5cc2-4f48-9325-406d6eaf1f37,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:56.863232 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3866de-1f26-4ce0-818e-1484a1557d24 req-a0d76f98-2dab-4c11-b404-1b771ca8daf1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:56.864688 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2f3866de-1f26-4ce0-818e-1484a1557d24 req-a0d76f98-2dab-4c11-b404-1b771ca8daf1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Jun 03 10:05:56.914116 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2f3866de-1f26-4ce0-818e-1484a1557d24 req-3ac542a9-aed7-4ecd-bb63-46ee3532620d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Jun 03 10:05:58.026697 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c94c5-2034-42c2-9b16-cbffba309a3f req-b24a5794-de16-4fff-ab73-4675b834ae2e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:58.028061 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b9c94c5-2034-42c2-9b16-cbffba309a3f req-b24a5794-de16-4fff-ab73-4675b834ae2e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0465431 Jun 03 10:05:58.074624 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8b9c94c5-2034-42c2-9b16-cbffba309a3f req-8d0f53c0-164f-459a-a6a3-89b4351b9a50 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Jun 03 10:05:58.988167 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-e56ff796-32d8-45bc-b7d7-a8bcdd6dd1b3 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:58.989806 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-e56ff796-32d8-45bc-b7d7-a8bcdd6dd1b3 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0573988 Jun 03 10:05:59.085644 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port 69dac938-25d4-4980-b714-07010ccce88d {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:05:59.086357 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (69dac938-25d4-4980-b714-07010ccce88d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:59.198663 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:59.222747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe548f-1650-4a89-9500-0e13084ce90e req-5520d9d7-944f-464f-a7b3-41599bd5a7fa tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:05:59.222747 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0fe548f-1650-4a89-9500-0e13084ce90e req-5520d9d7-944f-464f-a7b3-41599bd5a7fa tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 945 time: 0.0697162 Jun 03 10:05:59.222747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] For port 69dac938-25d4-4980-b714-07010ccce88d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=69dac938-25d4-4980-b714-07010ccce88d,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:05:59.222747 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (69dac938-25d4-4980-b714-07010ccce88d), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:59.248608 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:05:59.312575 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0fe548f-1650-4a89-9500-0e13084ce90e req-c99ac7ac-e55c-49bd-8068-92d8970d47f3 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=842a4487-2b59-43a5-87d5-7156292abeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929952 Jun 03 10:05:59.418892 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:59.419249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (48370228-311e-4bee-a25e-f7f479f4293f), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:59.419562 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP 48370228-311e-4bee-a25e-f7f479f4293f disassociated. External IP: 172.27.3.123, port: 69dac938-25d4-4980-b714-07010ccce88d. Jun 03 10:05:59.419907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for 69dac938-25d4-4980-b714-07010ccce88d owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:05:59.641618 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (69dac938-25d4-4980-b714-07010ccce88d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:59.668886 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=69dac938-25d4-4980-b714-07010ccce88d,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:05:59.783669 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:05:59.891544 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:05:59.909507 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:05:59.930107 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:05:59.930745 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:05:59.944246 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] No DVR routers for this DVR port 69dac938-25d4-4980-b714-07010ccce88d on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:05:59.950348 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:05:59.954293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bd344909-c10d-4fd6-bfa4-4e7f229b1889 req-a3417d48-ccb3-405e-a404-12e4b11cbdc2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "DELETE /v2.0/ports/69dac938-25d4-4980-b714-07010ccce88d HTTP/1.1" status: 204 len: 173 time: 0.9556899 Jun 03 10:05:59.955193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'name': 'network-vif-deleted', 'tag': '69dac938-25d4-4980-b714-07010ccce88d'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:05:59.957526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b0abe4-ca4b-4816-aa46-b88a05505302" -d '{"events": [{"server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "name": "network-vif-deleted", "tag": "69dac938-25d4-4980-b714-07010ccce88d"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:05:59.994924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd43ad-14c8-40ee-a2ca-5a27b0ebbbb0 x-openstack-request-id: req-14dd43ad-14c8-40ee-a2ca-5a27b0ebbbb0 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:05:59.995344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa10760a-d45e-497a-8f67-9cd6ed2eb585", "name": "network-vif-deleted", "tag": "69dac938-25d4-4980-b714-07010ccce88d", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:05:59.995546 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14dd43ad-14c8-40ee-a2ca-5a27b0ebbbb0 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:05:59.995938 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dd43ad-14c8-40ee-a2ca-5a27b0ebbbb0'] response: {'server_uuid': 'aa10760a-d45e-497a-8f67-9cd6ed2eb585', 'name': 'network-vif-deleted', 'tag': '69dac938-25d4-4980-b714-07010ccce88d', 'status': 'completed', 'code': 200} Jun 03 10:06:00.128824 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:00.361119 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:06Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:00.385214 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:06:00.394483 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:00.395093 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:00.411505 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:00.429590 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-45988df0-0087-42c1-afd3-e3a8b2933290 req-d2f58c05-c85a-4a3f-ae7d-106a99167260 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa10760a-d45e-497a-8f67-9cd6ed2eb585 HTTP/1.1" status: 200 len: 210 time: 0.0287876 Jun 03 10:06:00.507913 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:00.718724 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:06Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:00.743285 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff75dec-89d2-4e33-805b-5db95e7d5321 None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': 'd24c5e7c-848d-4e5b-9221-e93a9022f62c', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:43:8d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b2f507-9340-486f-92ed-d249b5b78d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:03:50Z', 'updated_at': '2022-06-03T10:04:06Z', 'revision_number': 2, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:06:00.981423 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3575c-3721-44dc-8758-5c649bd070f9 None None] New status for floating IP 48370228-311e-4bee-a25e-f7f479f4293f: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:06:01.568338 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33004) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:01.631602 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3afff70d-01a6-4ce8-be05-415291468de4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (842a4487-2b59-43a5-87d5-7156292abeb5), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:01.657704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3afff70d-01a6-4ce8-be05-415291468de4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (842a4487-2b59-43a5-87d5-7156292abeb5), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:01.835979 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3afff70d-01a6-4ce8-be05-415291468de4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (842a4487-2b59-43a5-87d5-7156292abeb5), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:01.839795 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3afff70d-01a6-4ce8-be05-415291468de4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:01.840767 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-3afff70d-01a6-4ce8-be05-415291468de4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/security-groups/842a4487-2b59-43a5-87d5-7156292abeb5 HTTP/1.1" status: 204 len: 168 time: 0.2714462 Jun 03 10:06:01.843669 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33008) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:01.850355 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff70d-01a6-4ce8-be05-415291468de4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a4487-2b59-43a5-87d5-7156292abeb5,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:01.861379 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.api.v2.resource [None req-d5cd2355-60fa-4dea-894b-c375d7043df4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] show failed (client error): The resource could not be found. Jun 03 10:06:01.866361 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d5cd2355-60fa-4dea-894b-c375d7043df4 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups/842a4487-2b59-43a5-87d5-7156292abeb5 HTTP/1.1" status: 404 len: 347 time: 0.0177565 Jun 03 10:06:01.868434 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33010) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:01.977256 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port 59bc7030-fb8f-449b-a042-58407271f612 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:01.977595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (59bc7030-fb8f-449b-a042-58407271f612), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:02.051336 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (59bc7030-fb8f-449b-a042-58407271f612), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:02.051657 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (59bc7030-fb8f-449b-a042-58407271f612), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:02.064909 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for 59bc7030-fb8f-449b-a042-58407271f612 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:02.229967 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (59bc7030-fb8f-449b-a042-58407271f612), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:02.255951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=59bc7030-fb8f-449b-a042-58407271f612,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:02.320036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (48370228-311e-4bee-a25e-f7f479f4293f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:02.322547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:02.323688 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-49fe898b-69dc-40c4-81ca-f328a91ccf4d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/floatingips/48370228-311e-4bee-a25e-f7f479f4293f HTTP/1.1" status: 204 len: 168 time: 0.4542823 Jun 03 10:06:03.414003 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33032) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:03.491949 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 69dac938-25d4-4980-b714-07010ccce88d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:06:03.511300 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 69dac938-25d4-4980-b714-07010ccce88d {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:06:03.512190 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 69dac938-25d4-4980-b714-07010ccce88d not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:06:03.523116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-81bdb47b-a00e-4683-ad34-cbdcf846fb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.564152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:03.598839 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-81bdb47b-a00e-4683-ad34-cbdcf846fb1e admin admin] Publish callbacks [] for security_group (50b21249-a3f0-4bf7-9be3-bfe3891c508b), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.664404 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-81bdb47b-a00e-4683-ad34-cbdcf846fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (50b21249-a3f0-4bf7-9be3-bfe3891c508b), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.707669 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-81bdb47b-a00e-4683-ad34-cbdcf846fb1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=698b89f5dc604e568b1c133eda7b2804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924287 Jun 03 10:06:03.708928 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdb47b-a00e-4683-ad34-cbdcf846fb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b21249-a3f0-4bf7-9be3-bfe3891c508b,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:03.710669 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33036) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:03.763290 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-088c309b-e1ff-4d8f-b517-6bb6bc4cd411 admin admin] Publish callbacks [] for security_group (50b21249-a3f0-4bf7-9be3-bfe3891c508b), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.784146 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-088c309b-e1ff-4d8f-b517-6bb6bc4cd411 admin admin] Publish callbacks [] for security_group (50b21249-a3f0-4bf7-9be3-bfe3891c508b), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.881501 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-088c309b-e1ff-4d8f-b517-6bb6bc4cd411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (50b21249-a3f0-4bf7-9be3-bfe3891c508b), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.884574 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-088c309b-e1ff-4d8f-b517-6bb6bc4cd411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:03.885927 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-088c309b-e1ff-4d8f-b517-6bb6bc4cd411 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50b21249-a3f0-4bf7-9be3-bfe3891c508b HTTP/1.1" status: 204 len: 168 time: 0.1737900 Jun 03 10:06:03.896063 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c309b-e1ff-4d8f-b517-6bb6bc4cd411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b21249-a3f0-4bf7-9be3-bfe3891c508b,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:04.330403 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6535-54a2-4818-b857-5915a5e909ac req-76cf5bdd-0672-44fe-9447-a2876a2b5dd8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:04.331883 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-451f6535-54a2-4818-b857-5915a5e909ac req-76cf5bdd-0672-44fe-9447-a2876a2b5dd8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0463173 Jun 03 10:06:04.378193 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-451f6535-54a2-4818-b857-5915a5e909ac req-201d671f-947b-4927-b963-a98af956d407 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Jun 03 10:06:04.474950 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33052) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:04.491166 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-57855bda-b6ea-454f-8e76-a45647297b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.570110 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-57855bda-b6ea-454f-8e76-a45647297b28 admin admin] Publish callbacks [] for security_group (629f1924-d220-4c9d-82ad-d8bcbcf7159b), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.658655 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-57855bda-b6ea-454f-8e76-a45647297b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (629f1924-d220-4c9d-82ad-d8bcbcf7159b), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.663310 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:04.669612 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:04.697374 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-57855bda-b6ea-454f-8e76-a45647297b28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1f4e80590b94eeda8f096e635d845c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212992 Jun 03 10:06:04.699813 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855bda-b6ea-454f-8e76-a45647297b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f1924-d220-4c9d-82ad-d8bcbcf7159b,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:04.700585 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33054) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:04.737330 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:04.752933 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bce8c887-8a15-4f4f-bab3-2aad5613a89d admin admin] Publish callbacks [] for security_group (629f1924-d220-4c9d-82ad-d8bcbcf7159b), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.774285 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bce8c887-8a15-4f4f-bab3-2aad5613a89d admin admin] Publish callbacks [] for security_group (629f1924-d220-4c9d-82ad-d8bcbcf7159b), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.875808 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bce8c887-8a15-4f4f-bab3-2aad5613a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (629f1924-d220-4c9d-82ad-d8bcbcf7159b), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.878349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bce8c887-8a15-4f4f-bab3-2aad5613a89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:04.879465 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-bce8c887-8a15-4f4f-bab3-2aad5613a89d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/629f1924-d220-4c9d-82ad-d8bcbcf7159b HTTP/1.1" status: 204 len: 168 time: 0.1778510 Jun 03 10:06:04.887849 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8c887-8a15-4f4f-bab3-2aad5613a89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f1924-d220-4c9d-82ad-d8bcbcf7159b,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:05.494718 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed1e7b-483e-4ab7-b68c-5d5917496c5b req-22072303-e4d7-4eab-8888-7e2743ad6a2e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:05.496729 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-22ed1e7b-483e-4ab7-b68c-5d5917496c5b req-22072303-e4d7-4eab-8888-7e2743ad6a2e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Jun 03 10:06:05.546451 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-22ed1e7b-483e-4ab7-b68c-5d5917496c5b req-82a4b246-a095-4384-85d2-b28c1964f46a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Jun 03 10:06:06.103005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b012900-106f-4207-9899-3ca88cf681e0 req-9efaf9aa-5a7e-4ce2-914a-c6626d92ef68 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:06.104427 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b012900-106f-4207-9899-3ca88cf681e0 req-9efaf9aa-5a7e-4ce2-914a-c6626d92ef68 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0461447 Jun 03 10:06:06.201413 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:06.201871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:06.299139 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] For port 8b1d6a25-ec19-48dd-8b87-919d443e61a6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8b1d6a25-ec19-48dd-8b87-919d443e61a6,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:06.299510 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:06.407211 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f612d984-52c0-409e-8cb8-421221dc253c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:06.464576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:06.479519 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:06.479921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (d24c5e7c-848d-4e5b-9221-e93a9022f62c), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:06.480908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP d24c5e7c-848d-4e5b-9221-e93a9022f62c disassociated. External IP: 172.27.3.103, port: 8b1d6a25-ec19-48dd-8b87-919d443e61a6. Jun 03 10:06:06.481275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for 8b1d6a25-ec19-48dd-8b87-919d443e61a6 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:06.675159 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c7bfe-a947-447c-b092-ce4dd5d0e35c req-1b29aafe-eef0-4b7d-b4d4-cccd36de3d63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:06.676685 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b1c7bfe-a947-447c-b092-ce4dd5d0e35c req-1b29aafe-eef0-4b7d-b4d4-cccd36de3d63 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 945 time: 0.0523565 Jun 03 10:06:06.695587 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (8b1d6a25-ec19-48dd-8b87-919d443e61a6), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:06.729188 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=8b1d6a25-ec19-48dd-8b87-919d443e61a6,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:06.765247 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3b1c7bfe-a947-447c-b092-ce4dd5d0e35c req-9f26fe9b-9c69-4412-aa14-bed9feb54273 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=87e65827-837c-453b-bf08-615995e92950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785410 Jun 03 10:06:06.862499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:06:06.970594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:06:06.981074 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:06:06.991146 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:06.991753 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:07.019220 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] No DVR routers for this DVR port 8b1d6a25-ec19-48dd-8b87-919d443e61a6 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:06:07.021833 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:07.025605 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2b012900-106f-4207-9899-3ca88cf681e0 req-2efa5281-8b4f-4313-925c-1e9cd7c441f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "DELETE /v2.0/ports/8b1d6a25-ec19-48dd-8b87-919d443e61a6 HTTP/1.1" status: 204 len: 173 time: 0.9146407 Jun 03 10:06:07.026403 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'name': 'network-vif-deleted', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:07.030140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94800a0-148f-423a-a855-4241892509b4" -d '{"events": [{"server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "name": "network-vif-deleted", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:07.098320 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd1a30f-7c4e-4a47-9d7f-98463bf5a882 x-openstack-request-id: req-bdd1a30f-7c4e-4a47-9d7f-98463bf5a882 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:07.098538 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b2f507-9340-486f-92ed-d249b5b78d78", "name": "network-vif-deleted", "tag": "8b1d6a25-ec19-48dd-8b87-919d443e61a6", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:07.098798 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdd1a30f-7c4e-4a47-9d7f-98463bf5a882 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:07.099224 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd1a30f-7c4e-4a47-9d7f-98463bf5a882'] response: {'server_uuid': '17b2f507-9340-486f-92ed-d249b5b78d78', 'name': 'network-vif-deleted', 'tag': '8b1d6a25-ec19-48dd-8b87-919d443e61a6', 'status': 'completed', 'code': 200} Jun 03 10:06:07.125470 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:07.254864 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:07.289111 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:07.340180 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:07.370506 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:06:07.378954 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:07.379566 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:05:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:07.477654 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:07.673257 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:07.697499 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb95c6-c33b-4fd7-ba69-d5fb4ef5992a None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:06:07.808699 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33144) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:07.887288 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f8bc5027-b518-4f16-be1a-10633af3c868 req-2a14173a-1dcf-490d-9a2a-41934e81aab3 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b2f507-9340-486f-92ed-d249b5b78d78 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Jun 03 10:06:07.959057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-800631d3-3188-4dd7-b986-8fc5a7180acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.002483 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e10ba-57b8-49fb-99fd-e2c8971712fc None None] New status for floating IP d24c5e7c-848d-4e5b-9221-e93a9022f62c: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:06:08.011843 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:06:08.041958 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-800631d3-3188-4dd7-b986-8fc5a7180acc admin admin] Publish callbacks [] for security_group (d208e949-3f60-48a2-89d3-451e8d9a595c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.110587 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-800631d3-3188-4dd7-b986-8fc5a7180acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d208e949-3f60-48a2-89d3-451e8d9a595c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.152360 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-800631d3-3188-4dd7-b986-8fc5a7180acc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09793cf6f2a94b26866f50f79dd757ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422346 Jun 03 10:06:08.153413 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800631d3-3188-4dd7-b986-8fc5a7180acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208e949-3f60-48a2-89d3-451e8d9a595c,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:08.155152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33148) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:08.167482 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:08.212748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea09edce-9366-4c15-8c7b-77e61c1e031e admin admin] Publish callbacks [] for security_group (d208e949-3f60-48a2-89d3-451e8d9a595c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.236516 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea09edce-9366-4c15-8c7b-77e61c1e031e admin admin] Publish callbacks [] for security_group (d208e949-3f60-48a2-89d3-451e8d9a595c), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.361322 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea09edce-9366-4c15-8c7b-77e61c1e031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (d208e949-3f60-48a2-89d3-451e8d9a595c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.364406 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea09edce-9366-4c15-8c7b-77e61c1e031e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:08.368353 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ea09edce-9366-4c15-8c7b-77e61c1e031e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d208e949-3f60-48a2-89d3-451e8d9a595c HTTP/1.1" status: 204 len: 168 time: 0.2097309 Jun 03 10:06:08.376526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09edce-9366-4c15-8c7b-77e61c1e031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208e949-3f60-48a2-89d3-451e8d9a595c,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:08.778979 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0efa1bbf-7031-4e89-abfe-ca9067674b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.074534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33160) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:09.088356 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f841-c2df-47f5-8a20-3aaa30904f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.107322 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33162) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:09.117243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:09.170854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f841-c2df-47f5-8a20-3aaa30904f78 admin admin] Publish callbacks [] for security_group (62a39356-5729-49d3-bad3-86a61b16a436), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.177037 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256fad28-0aed-40be-a9a5-904b644c266b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (87e65827-837c-453b-bf08-615995e92950), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.200755 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256fad28-0aed-40be-a9a5-904b644c266b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (87e65827-837c-453b-bf08-615995e92950), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.241386 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f841-c2df-47f5-8a20-3aaa30904f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (62a39356-5729-49d3-bad3-86a61b16a436), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.283568 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b7c7f841-c2df-47f5-8a20-3aaa30904f78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa088fb1d9fe4605847ef0a84b8eb54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079589 Jun 03 10:06:09.284472 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7f841-c2df-47f5-8a20-3aaa30904f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a39356-5729-49d3-bad3-86a61b16a436,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:09.286299 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33164) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:09.335784 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c998a5b-cc8f-4857-bb8a-df4aebb0cad8 admin admin] Publish callbacks [] for security_group (62a39356-5729-49d3-bad3-86a61b16a436), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.346139 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256fad28-0aed-40be-a9a5-904b644c266b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (87e65827-837c-453b-bf08-615995e92950), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.348976 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-256fad28-0aed-40be-a9a5-904b644c266b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.350129 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-256fad28-0aed-40be-a9a5-904b644c266b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/security-groups/87e65827-837c-453b-bf08-615995e92950 HTTP/1.1" status: 204 len: 168 time: 0.2417574 Jun 03 10:06:09.352907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33166) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:09.366643 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.api.v2.resource [None req-57f113d7-ba4b-4be3-9a4a-d76a9ef3f3a8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] show failed (client error): The resource could not be found. Jun 03 10:06:09.373849 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-57f113d7-ba4b-4be3-9a4a-d76a9ef3f3a8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups/87e65827-837c-453b-bf08-615995e92950 HTTP/1.1" status: 404 len: 347 time: 0.0136313 Jun 03 10:06:09.374033 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c998a5b-cc8f-4857-bb8a-df4aebb0cad8 admin admin] Publish callbacks [] for security_group (62a39356-5729-49d3-bad3-86a61b16a436), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.374033 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fad28-0aed-40be-a9a5-904b644c266b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e65827-837c-453b-bf08-615995e92950,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:09.374451 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33168) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:09.486978 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port e56d6df4-87a2-445a-8937-3dd35fe0200f {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:09.487319 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.498472 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c998a5b-cc8f-4857-bb8a-df4aebb0cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (62a39356-5729-49d3-bad3-86a61b16a436), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.500967 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7c998a5b-cc8f-4857-bb8a-df4aebb0cad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.502176 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7c998a5b-cc8f-4857-bb8a-df4aebb0cad8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62a39356-5729-49d3-bad3-86a61b16a436 HTTP/1.1" status: 204 len: 168 time: 0.2137408 Jun 03 10:06:09.510944 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c998a5b-cc8f-4857-bb8a-df4aebb0cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a39356-5729-49d3-bad3-86a61b16a436,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:09.538422 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 8b1d6a25-ec19-48dd-8b87-919d443e61a6 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:06:09.559507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 8b1d6a25-ec19-48dd-8b87-919d443e61a6 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:06:09.560332 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 8b1d6a25-ec19-48dd-8b87-919d443e61a6 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:06:09.569901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.570263 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (e56d6df4-87a2-445a-8937-3dd35fe0200f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:09.583756 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for e56d6df4-87a2-445a-8937-3dd35fe0200f owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:09.784343 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (e56d6df4-87a2-445a-8937-3dd35fe0200f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.012765 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.071432 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=e56d6df4-87a2-445a-8937-3dd35fe0200f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:10.133512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (d24c5e7c-848d-4e5b-9221-e93a9022f62c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.135907 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.140294 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f892df52-8b23-46c1-bdc0-a16de3a34a3a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/floatingips/d24c5e7c-848d-4e5b-9221-e93a9022f62c HTTP/1.1" status: 204 len: 168 time: 0.7621891 Jun 03 10:06:10.284032 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33194) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:10.288566 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943730602', 'description': 'tempest-description--2125170970'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:10.373260 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.385049 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:10.442705 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (4015d517-0d83-494e-aafa-2997c98e5a2c), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.535989 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4015d517-0d83-494e-aafa-2997c98e5a2c), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.563482 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4015d517-0d83-494e-aafa-2997c98e5a2c,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:10.620634 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.622032 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-3d1055dc-6e5a-46b1-9c2a-99608703d29c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3369739 Jun 03 10:06:10.626161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33212) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:10.629741 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': '4015d517-0d83-494e-aafa-2997c98e5a2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:10.725666 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (2de0b746-f45d-4a33-a336-fb4e01121b1f), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.729194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:10.776131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (2de0b746-f45d-4a33-a336-fb4e01121b1f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.841494 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (2de0b746-f45d-4a33-a336-fb4e01121b1f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.861439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de0b746-f45d-4a33-a336-fb4e01121b1f,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:10.952474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:10.953714 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-1cdbf740-7858-4120-a6e9-85a9deba9ee6 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278551 Jun 03 10:06:10.956437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33216) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:10.960723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': '4015d517-0d83-494e-aafa-2997c98e5a2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:11.110780 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (7bdc53ef-8cd2-4e50-88a4-2826e13048dd), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.168582 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (7bdc53ef-8cd2-4e50-88a4-2826e13048dd), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.229934 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (7bdc53ef-8cd2-4e50-88a4-2826e13048dd), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.248686 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdc53ef-8cd2-4e50-88a4-2826e13048dd,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:11.310007 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.340450 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.341674 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-4c8b361f-d19c-4e1a-91dc-47fbc29062dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842947 Jun 03 10:06:11.344847 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33218) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:11.350569 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:11.453104 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.532665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.627243 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:11.641112 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.27.3.220 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/14758513-348f-4de6-a3bc-e15e5ab08611) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:06:11.697930 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:11.740990 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (14758513-348f-4de6-a3bc-e15e5ab08611), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.841901 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (14758513-348f-4de6-a3bc-e15e5ab08611), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:11.876613 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:06:11.885608 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:06:11.885608 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:06:11.912135 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=14758513-348f-4de6-a3bc-e15e5ab08611,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:11.974374 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (95bf3292-8c0f-4b3c-b1db-393dd01f3bf6), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:12.143149 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (14758513-348f-4de6-a3bc-e15e5ab08611), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:12.212678 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:12.478525 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (14758513-348f-4de6-a3bc-e15e5ab08611), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:12.555659 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (14758513-348f-4de6-a3bc-e15e5ab08611), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:12.629318 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=14758513-348f-4de6-a3bc-e15e5ab08611,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:12.638306 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (95bf3292-8c0f-4b3c-b1db-393dd01f3bf6), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:12.718305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:12.719581 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a9ad9564-72a0-43ab-99ae-4438758685a5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3732855 Jun 03 10:06:12.921109 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-a6ef8c85-c219-4df0-a5d1-5d8801586710 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--943730602&fields=id&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 267 time: 0.0452309 Jun 03 10:06:12.943934 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:13.035077 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-d68aa456-a7a5-460e-8694-89690c103136 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:13.036540 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-d68aa456-a7a5-460e-8694-89690c103136 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.1080909 Jun 03 10:06:13.051949 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-1ec00aa9-f608-4805-bd8a-3e75a9ad3860 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/quotas/3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 375 time: 0.0099802 Jun 03 10:06:13.100477 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-d24949e9-048c-4905-bc0d-ebdc707fbf68 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432367 Jun 03 10:06:13.198533 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-a27606be-8cee-4063-9efc-21a6bd02eab2 service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855567 Jun 03 10:06:13.288604 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-545528cd-d6b5-4ef3-9a8b-3058f534f48c service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837350 Jun 03 10:06:13.490898 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:13.515958 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0f446fc8-4ea7-4239-8032-1b2e0790c966 req-544a1871-663f-4ba8-b8fb-312ef4c2b49e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0336468 Jun 03 10:06:14.121818 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:14.611464 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-229b1244-be85-4b70-9fcd-d18b2c72cb9b req-44d3af4d-25eb-472e-add9-def82a30a12c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0287881 Jun 03 10:06:15.705089 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-44da544b-141e-4426-9119-1ebae5f463cf req-8c8de6cb-285a-46b1-9ca6-740f8b839815 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Jun 03 10:06:16.800410 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2dcb813f-317a-40f7-8822-4a14eee21940 req-3e7c3b57-03c4-47de-8c19-f4692452f407 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Jun 03 10:06:17.038419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-e0c39159-fd81-4437-9936-c3d59f24b7f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:17.039763 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-e0c39159-fd81-4437-9936-c3d59f24b7f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.1038086 Jun 03 10:06:17.105285 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-0b328392-0e7c-4021-b54d-40008b960e68 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 379 time: 0.0573602 Jun 03 10:06:17.114142 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'port': {'device_id': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'admin_state_up': True, 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'security_groups': ['4015d517-0d83-494e-aafa-2997c98e5a2c']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:17.321288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Made reservation on behalf of 3e51010dd5d84daf8aa43859e9e7cb6d for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:06:17.325903 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:17.464026 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.20.0.10 (284be7b5-7c4f-4f54-b772-bb0f4e7cb533/9ce20ce3-2aa9-48ce-8b40-66003043bf14/1622156a-d26f-40fe-89b8-7a97ced62e88) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:06:17.502092 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:17.608856 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:17.750264 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:17.754457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:17.792131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:06:17.795446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:06:17.801545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:06:17.828082 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=1622156a-d26f-40fe-89b8-7a97ced62e88,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:17.858618 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:17.859252 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:17.939492 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93525bcf-dfed-4fdf-88bc-9e806c089a97 req-2f6f8eb1-ac43-460c-adbb-7f51c3ce6455 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:17.941143 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-93525bcf-dfed-4fdf-88bc-9e806c089a97 req-2f6f8eb1-ac43-460c-adbb-7f51c3ce6455 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 932 time: 0.0568321 Jun 03 10:06:17.964445 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-79622bcb-4381-434b-bd45-fd4599b4f52b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8540220 Jun 03 10:06:17.996221 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-93525bcf-dfed-4fdf-88bc-9e806c089a97 req-94ba304c-229f-4c62-b932-d1075e0c5c3f tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489757 Jun 03 10:06:18.013893 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c74473dc-eb5f-4456-966b-a2edcd8f50d5 None None] Provisioning complete for port 1622156a-d26f-40fe-89b8-7a97ced62e88 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:06:18.014370 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c74473dc-eb5f-4456-966b-a2edcd8f50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:18.048342 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c74473dc-eb5f-4456-966b-a2edcd8f50d5 None None] Port 1622156a-d26f-40fe-89b8-7a97ced62e88 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:06:19.111607 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36af46-ccd8-47d3-9177-e4627820b92f req-229f8fa6-48b6-49e1-b0d1-4e9f27b6544f tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:19.113065 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb36af46-ccd8-47d3-9177-e4627820b92f req-229f8fa6-48b6-49e1-b0d1-4e9f27b6544f tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 932 time: 0.0472250 Jun 03 10:06:19.159334 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb36af46-ccd8-47d3-9177-e4627820b92f req-a53513c5-f682-4241-bdae-48c398c0beb9 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Jun 03 10:06:20.273854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273a84-b446-4b0a-a572-c9bd13d67920 req-1e35ed82-34d5-4b12-8e4c-522396e067f7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:20.275351 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-43273a84-b446-4b0a-a572-c9bd13d67920 req-1e35ed82-34d5-4b12-8e4c-522396e067f7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 932 time: 0.0500844 Jun 03 10:06:20.321865 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-43273a84-b446-4b0a-a572-c9bd13d67920 req-06bd6ce7-4cb9-4884-ae81-e62e59d93502 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 Jun 03 10:06:20.418147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Request body: {'port': {'device_id': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:20.479589 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:20.697059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:20.767183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1622156a-d26f-40fe-89b8-7a97ced62e88 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:06:20.774721 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Publish callbacks [] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:20.787251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Transition to ACTIVE for port object 1622156a-d26f-40fe-89b8-7a97ced62e88 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:06:20.853053 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:20.910217 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Pushing event updated for resources: {'Port': ['ID=1622156a-d26f-40fe-89b8-7a97ced62e88,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:20.969543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:20.987898 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Attempting to bind port 1622156a-d26f-40fe-89b8-7a97ced62e88 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:06:20.988248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Attempting to bind port 1622156a-d26f-40fe-89b8-7a97ced62e88 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:06:20.988550 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Attempting to bind port 1622156a-d26f-40fe-89b8-7a97ced62e88 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:06:20.993057 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Port 1622156a-d26f-40fe-89b8-7a97ced62e88 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:06:20.993371 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Attempting to bind port 1622156a-d26f-40fe-89b8-7a97ced62e88 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:06:20.999143 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:06:20.999475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:06:20.999847 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Bound using segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:06:21.000263 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Bound port: 1622156a-d26f-40fe-89b8-7a97ced62e88, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:06:21.000610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:21.064096 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] For port 1622156a-d26f-40fe-89b8-7a97ced62e88, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:06:21.067191 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] For port 1622156a-d26f-40fe-89b8-7a97ced62e88, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1622156a-d26f-40fe-89b8-7a97ced62e88,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:06:21.178862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:21.214078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.214698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:21.216099 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] 10.222.0.59 "PUT /v2.0/ports/1622156a-d26f-40fe-89b8-7a97ced62e88 HTTP/1.1" status: 200 len: 1094 time: 0.8022697 Jun 03 10:06:21.216536 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:21.219085 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9df500d-ba6a-43ae-a9d7-bda9213b2951" -d '{"events": [{"name": "network-changed", "server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:21.246282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dbb71-f3f1-4718-9cca-cf3258c92380 service neutron] Pushing event updated for resources: {'Port': ['ID=1622156a-d26f-40fe-89b8-7a97ced62e88,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:21.262213 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14a28c-3128-48cf-9921-3cc98238e11f x-openstack-request-id: req-7e14a28c-3128-48cf-9921-3cc98238e11f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:21.262770 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:21.262893 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e14a28c-3128-48cf-9921-3cc98238e11f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:21.263239 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e14a28c-3128-48cf-9921-3cc98238e11f'] response: {'name': 'network-changed', 'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'status': 'completed', 'code': 200} Jun 03 10:06:21.324101 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df500d-ba6a-43ae-a9d7-bda9213b2951 req-b7278b21-58de-490c-aab4-47b82d800398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.325676 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e9df500d-ba6a-43ae-a9d7-bda9213b2951 req-b7278b21-58de-490c-aab4-47b82d800398 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 1128 time: 0.0426598 Jun 03 10:06:21.463502 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38023-ad1a-45af-82b0-8efa7f4967f8 req-9626a9d9-4394-4450-9c46-6300b6ea4284 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.464949 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8a38023-ad1a-45af-82b0-8efa7f4967f8 req-9626a9d9-4394-4450-9c46-6300b6ea4284 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 944 time: 0.0681887 Jun 03 10:06:21.469995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df500d-ba6a-43ae-a9d7-bda9213b2951 req-3988fcea-1356-4d27-aa46-b4d3ae8cdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.471342 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e9df500d-ba6a-43ae-a9d7-bda9213b2951 req-3988fcea-1356-4d27-aa46-b4d3ae8cdbbc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1395998 Jun 03 10:06:21.572233 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e8a38023-ad1a-45af-82b0-8efa7f4967f8 req-5021ea35-af44-4394-bbba-e05712b5b588 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998597 Jun 03 10:06:21.599873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df500d-ba6a-43ae-a9d7-bda9213b2951 req-26aaceb0-f348-4aa8-8059-0877370524c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.601315 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e9df500d-ba6a-43ae-a9d7-bda9213b2951 req-26aaceb0-f348-4aa8-8059-0877370524c8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221981 Jun 03 10:06:21.677627 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-6c367481-3dfd-45b5-a951-3934b8c8aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.679317 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-6c367481-3dfd-45b5-a951-3934b8c8aaf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 1128 time: 0.0437446 Jun 03 10:06:21.727385 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-2495459f-6651-4082-8fd0-05803f4b7175 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1622156a-d26f-40fe-89b8-7a97ced62e88 HTTP/1.1" status: 200 len: 217 time: 0.0421381 Jun 03 10:06:21.776698 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-a7c7ea31-4662-4424-ad26-b1daf23ac283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.778170 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-a7c7ea31-4662-4424-ad26-b1daf23ac283 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0451190 Jun 03 10:06:21.823069 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-ae346390-c5ca-4ecc-a2af-9233a9669584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:21.824469 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-ae346390-c5ca-4ecc-a2af-9233a9669584 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384154 Jun 03 10:06:21.896499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:21.915997 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-469ba597-725f-48e6-b25a-3e2f84940dd9 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849762 Jun 03 10:06:22.007894 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-10b54f94-d577-4206-9ee7-a8a7b5b10fe2 req-cf5384f4-a4aa-4a62-b5bc-dd72f0d12e84 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Jun 03 10:06:22.443519 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33332) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:22.548047 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d081eae2-cbae-468e-b568-fa13bef6a6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.624441 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d081eae2-cbae-468e-b568-fa13bef6a6ab admin admin] Publish callbacks [] for security_group (79e706cf-2f02-4026-989e-724387e995cc), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.715713 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d081eae2-cbae-468e-b568-fa13bef6a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (79e706cf-2f02-4026-989e-724387e995cc), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.728620 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29e28-1dfe-4945-9e7c-1cfd412250c8 req-26631704-538d-4e22-a555-9b2383526d6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:22.730138 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eec29e28-1dfe-4945-9e7c-1cfd412250c8 req-26631704-538d-4e22-a555-9b2383526d6a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 944 time: 0.0870712 Jun 03 10:06:22.756194 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-d081eae2-cbae-468e-b568-fa13bef6a6ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a5a45705c3c4280bd89956c75e03ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115692 Jun 03 10:06:22.758540 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081eae2-cbae-468e-b568-fa13bef6a6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e706cf-2f02-4026-989e-724387e995cc,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:22.760815 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33338) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:22.786430 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eec29e28-1dfe-4945-9e7c-1cfd412250c8 req-3abfb5a4-add0-4710-95e2-179a88813c28 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501478 Jun 03 10:06:22.811173 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c171-69fb-4b9b-869a-ae21f8b0b370 admin admin] Publish callbacks [] for security_group (79e706cf-2f02-4026-989e-724387e995cc), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.832598 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c171-69fb-4b9b-869a-ae21f8b0b370 admin admin] Publish callbacks [] for security_group (79e706cf-2f02-4026-989e-724387e995cc), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.967111 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c171-69fb-4b9b-869a-ae21f8b0b370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (79e706cf-2f02-4026-989e-724387e995cc), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.969591 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c171-69fb-4b9b-869a-ae21f8b0b370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:22.970775 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b2b2c171-69fb-4b9b-869a-ae21f8b0b370 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79e706cf-2f02-4026-989e-724387e995cc HTTP/1.1" status: 204 len: 168 time: 0.2090583 Jun 03 10:06:22.978741 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2c171-69fb-4b9b-869a-ae21f8b0b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e706cf-2f02-4026-989e-724387e995cc,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:23.672665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 1622156a-d26f-40fe-89b8-7a97ced62e88 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:06:23.769566 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 1622156a-d26f-40fe-89b8-7a97ced62e88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1622156a-d26f-40fe-89b8-7a97ced62e88,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:23.781630 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'port_id': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'mac_address': 'fa:16:3e:42:66:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:06:23.817593 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 1622156a-d26f-40fe-89b8-7a97ced62e88 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:06:23.818015 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:23.835152 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1622156a-d26f-40fe-89b8-7a97ced62e88 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:06:23.855621 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 1622156a-d26f-40fe-89b8-7a97ced62e88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1622156a-d26f-40fe-89b8-7a97ced62e88,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:23.909775 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab657d3-f3e8-490b-92a5-599adab1761c req-0b257324-3119-4029-9b1f-b039f5be9f14 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:23.911504 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ab657d3-f3e8-490b-92a5-599adab1761c req-0b257324-3119-4029-9b1f-b039f5be9f14 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 944 time: 0.0542741 Jun 03 10:06:23.933040 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:23.976526 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4ab657d3-f3e8-490b-92a5-599adab1761c req-1ec5bf10-97d6-4706-8ae5-20e52e26cee9 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583467 Jun 03 10:06:23.983741 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=1622156a-d26f-40fe-89b8-7a97ced62e88,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:23.991372 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.991723 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.992063 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.992495 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.992781 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.993110 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.993438 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.993765 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.994118 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.997946 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.997946 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.997946 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.997946 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.997946 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:23.997946 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:24.159638 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['1622156a-d26f-40fe-89b8-7a97ced62e88'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:06:24.292879 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:25.094626 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b298403-ae26-45af-9231-dcd5d8fbe09e req-bc00fb1b-a048-4674-93ee-9e8b3daad256 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:25.096107 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b298403-ae26-45af-9231-dcd5d8fbe09e req-bc00fb1b-a048-4674-93ee-9e8b3daad256 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Jun 03 10:06:25.132113 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:25.144033 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b298403-ae26-45af-9231-dcd5d8fbe09e req-fe9132ac-4f1b-47a2-9706-745c49067650 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Jun 03 10:06:25.693680 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 1622156a-d26f-40fe-89b8-7a97ced62e88 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:06:25.697710 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:25.738817 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 1622156a-d26f-40fe-89b8-7a97ced62e88 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:06:25.841276 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 1622156a-d26f-40fe-89b8-7a97ced62e88 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:06:25.841671 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:25.912313 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 1622156a-d26f-40fe-89b8-7a97ced62e88 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:06:25.912786 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:25.937644 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:25.939864 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b8721-b928-4352-b6d7-203e5ea34ccf" -d '{"events": [{"server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "name": "network-vif-plugged", "status": "completed", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:25.960911 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 1622156a-d26f-40fe-89b8-7a97ced62e88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1622156a-d26f-40fe-89b8-7a97ced62e88,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:25.977736 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ac932-a1e0-478d-8c08-4ae284595ab6 x-openstack-request-id: req-fa7ac932-a1e0-478d-8c08-4ae284595ab6 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:25.978116 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "name": "network-vif-plugged", "status": "completed", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:25.978432 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa7ac932-a1e0-478d-8c08-4ae284595ab6 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:25.978887 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7ac932-a1e0-478d-8c08-4ae284595ab6'] response: {'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'code': 200} Jun 03 10:06:26.048149 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:26.224226 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=1622156a-d26f-40fe-89b8-7a97ced62e88,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:26.275266 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07cc35-14c1-43cb-b0a7-6144f4e03ea8 req-8268cb71-aef2-4161-8344-74ee6f9497fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:26.278343 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a07cc35-14c1-43cb-b0a7-6144f4e03ea8 req-8268cb71-aef2-4161-8344-74ee6f9497fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0537276 Jun 03 10:06:26.345110 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876b2cd-11d7-48fb-b3f7-507b212750e7 req-4896e549-6b71-48d9-a8d0-e876f8816227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:26.346550 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2876b2cd-11d7-48fb-b3f7-507b212750e7 req-4896e549-6b71-48d9-a8d0-e876f8816227 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 1130 time: 0.0562792 Jun 03 10:06:26.369242 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6a07cc35-14c1-43cb-b0a7-6144f4e03ea8 req-890af345-ec5b-4e32-912d-82ff8aa22413 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862508 Jun 03 10:06:26.398299 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2876b2cd-11d7-48fb-b3f7-507b212750e7 req-93c35119-86bf-4d41-a707-7510a8411645 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443273 Jun 03 10:06:27.484148 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2938-d6ed-4e1d-a77f-91fdf173c10e req-bcbaa393-4706-4c1e-9cc7-4ecc92beaf3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:27.485612 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9faa2938-d6ed-4e1d-a77f-91fdf173c10e req-bcbaa393-4706-4c1e-9cc7-4ecc92beaf3e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0463352 Jun 03 10:06:27.536770 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9faa2938-d6ed-4e1d-a77f-91fdf173c10e req-6ec4b703-9dd3-4358-911e-e2cbacf645e5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 Jun 03 10:06:28.651648 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013aa42-455e-4dec-8083-c60a946e8d03 req-fd6625ec-ff40-4e60-9282-adac5963a267 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:28.653103 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7013aa42-455e-4dec-8083-c60a946e8d03 req-fd6625ec-ff40-4e60-9282-adac5963a267 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0483034 Jun 03 10:06:28.700390 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7013aa42-455e-4dec-8083-c60a946e8d03 req-b0f1751f-8c19-4cb9-87b3-2e4da6d22e81 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Jun 03 10:06:29.812503 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc8e7c-a608-4ac8-b720-526b8dd56b9e req-25edaae1-815e-4989-9d0d-340c8459200e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:29.814528 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ccdc8e7c-a608-4ac8-b720-526b8dd56b9e req-25edaae1-815e-4989-9d0d-340c8459200e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0473289 Jun 03 10:06:29.863247 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ccdc8e7c-a608-4ac8-b720-526b8dd56b9e req-a147a824-b475-486c-ab15-bcbae037cf70 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Jun 03 10:06:30.987977 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e088d-e9e5-4ae9-8e72-7229d5a54717 req-4c1818ac-8fa7-49d5-8496-80014b51aa44 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:30.989619 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9f7e088d-e9e5-4ae9-8e72-7229d5a54717 req-4c1818ac-8fa7-49d5-8496-80014b51aa44 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0541267 Jun 03 10:06:31.039764 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9f7e088d-e9e5-4ae9-8e72-7229d5a54717 req-ff94419a-459d-495a-acd5-1d295b845f09 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Jun 03 10:06:31.152562 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae960c-e72d-4962-840b-9359b4137ede req-cc3f4b96-c656-4f23-85a8-549b99b6c8c8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:31.154145 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eaae960c-e72d-4962-840b-9359b4137ede req-cc3f4b96-c656-4f23-85a8-549b99b6c8c8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0490770 Jun 03 10:06:31.162969 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33460) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:31.167446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'port_id': '1622156a-d26f-40fe-89b8-7a97ced62e88'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:31.204541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (95bf3292-8c0f-4b3c-b1db-393dd01f3bf6), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:31.418733 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:31.518573 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:31.618939 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:31.761703 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (95bf3292-8c0f-4b3c-b1db-393dd01f3bf6), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:31.861055 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP 95bf3292-8c0f-4b3c-b1db-393dd01f3bf6 associated. External IP: 172.27.3.220, port: 1622156a-d26f-40fe-89b8-7a97ced62e88. Jun 03 10:06:32.069656 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:06:32.435058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:06:32.440893 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:32.445533 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:06:32.456089 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:32.456693 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:32.475371 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-30279a68-d14e-44e2-a393-eedef95dfd88 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "PUT /v2.0/floatingips/95bf3292-8c0f-4b3c-b1db-393dd01f3bf6 HTTP/1.1" status: 200 len: 992 time: 1.3091156 Jun 03 10:06:32.475371 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:32.475963 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a157d7b-d955-4658-868b-8b62f8bc3ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:32.513037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ad38c-c04d-4036-8d4c-6fb04faba6ee x-openstack-request-id: req-2b3ad38c-c04d-4036-8d4c-6fb04faba6ee {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:32.513037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:32.513037 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b3ad38c-c04d-4036-8d4c-6fb04faba6ee {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:32.513037 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3ad38c-c04d-4036-8d4c-6fb04faba6ee'] response: {'name': 'network-changed', 'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'status': 'completed', 'code': 200} Jun 03 10:06:32.557538 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:32.570873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-210e87d5-a12e-4c39-bac3-ce6b8926e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:32.572376 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-210e87d5-a12e-4c39-bac3-ce6b8926e221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 1130 time: 0.0393190 Jun 03 10:06:32.667449 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-5b10b050-a027-462a-88df-68c9c8321004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:32.669679 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-5b10b050-a027-462a-88df-68c9c8321004 service neutron] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 915 time: 0.0920737 Jun 03 10:06:32.728076 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:32.741596 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-5b52423b-1127-47ca-bc8e-905e113102f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1622156a-d26f-40fe-89b8-7a97ced62e88 HTTP/1.1" status: 200 len: 1000 time: 0.0648134 Jun 03 10:06:32.768740 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '95bf3292-8c0f-4b3c-b1db-393dd01f3bf6', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:42:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:06:11Z', 'updated_at': '2022-06-03T10:06:31Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:32.779664 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:32.794575 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:06:32.796392 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-6fefe3c6-a6db-4d45-a3ee-fcb99394abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:32.797979 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-6fefe3c6-a6db-4d45-a3ee-fcb99394abd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0494001 Jun 03 10:06:32.802278 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:32.802968 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:32.845824 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-5a275104-1ec1-4796-81b0-5af839e11195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:32.847391 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-5a275104-1ec1-4796-81b0-5af839e11195 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440903 Jun 03 10:06:32.869187 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:32.904448 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:32.936805 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-6044dd62-55f5-4b95-a0cd-e30cb018aada service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 Jun 03 10:06:32.973487 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=41,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:32.974339 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:32.989790 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:33.030616 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9a157d7b-d955-4658-868b-8b62f8bc3ee6 req-e02e805e-45d1-496f-a50c-8c4c406c9249 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880256 Jun 03 10:06:33.116710 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '95bf3292-8c0f-4b3c-b1db-393dd01f3bf6', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:42:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:06:11Z', 'updated_at': '2022-06-03T10:06:31Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:33.141398 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6348a-e6fc-4ed9-829c-3efa0c87da1d None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '95bf3292-8c0f-4b3c-b1db-393dd01f3bf6', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:42:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:06:11Z', 'updated_at': '2022-06-03T10:06:31Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:06:33.347339 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1e2d2-7611-4e88-a951-dca9e8b3066c None None] New status for floating IP 95bf3292-8c0f-4b3c-b1db-393dd01f3bf6: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:06:36.407995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33542) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:36.492802 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4b1189a2-c1ef-4f3f-8813-d0a99670733f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.513101 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-fcda6652-56c3-4e86-b4b1-659d33148d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.587915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-fcda6652-56c3-4e86-b4b1-659d33148d81 admin admin] Publish callbacks [] for security_group (49ac823d-0805-4c00-92c2-46e65e298907), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.692267 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-fcda6652-56c3-4e86-b4b1-659d33148d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (49ac823d-0805-4c00-92c2-46e65e298907), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.730666 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda6652-56c3-4e86-b4b1-659d33148d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac823d-0805-4c00-92c2-46e65e298907,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:36.735464 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-fcda6652-56c3-4e86-b4b1-659d33148d81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6681180051264d52a8fb7b37fabfde87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264682 Jun 03 10:06:36.738056 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33546) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:36.787998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-969bae84-c7da-4c6c-a9b9-7203e02f19e7 admin admin] Publish callbacks [] for security_group (49ac823d-0805-4c00-92c2-46e65e298907), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.810581 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-969bae84-c7da-4c6c-a9b9-7203e02f19e7 admin admin] Publish callbacks [] for security_group (49ac823d-0805-4c00-92c2-46e65e298907), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.961186 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-969bae84-c7da-4c6c-a9b9-7203e02f19e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (49ac823d-0805-4c00-92c2-46e65e298907), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.963762 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-969bae84-c7da-4c6c-a9b9-7203e02f19e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:36.964973 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-969bae84-c7da-4c6c-a9b9-7203e02f19e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49ac823d-0805-4c00-92c2-46e65e298907 HTTP/1.1" status: 204 len: 168 time: 0.2259684 Jun 03 10:06:36.973091 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bae84-c7da-4c6c-a9b9-7203e02f19e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac823d-0805-4c00-92c2-46e65e298907,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:37.390476 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33564) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:37.496951 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-64a2358e-5698-48ef-a1a5-90b233f05001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.571737 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-64a2358e-5698-48ef-a1a5-90b233f05001 admin admin] Publish callbacks [] for security_group (cc756daa-88c1-4aea-931c-d28f868092cb), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.664198 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-64a2358e-5698-48ef-a1a5-90b233f05001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cc756daa-88c1-4aea-931c-d28f868092cb), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.704709 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-64a2358e-5698-48ef-a1a5-90b233f05001 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad786d15a1c74e89aa73cb2379cd783a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130879 Jun 03 10:06:37.705584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2358e-5698-48ef-a1a5-90b233f05001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc756daa-88c1-4aea-931c-d28f868092cb,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:37.707438 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33574) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:37.758704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-744cba5c-1c2b-415c-926b-5687a3b7a1f3 admin admin] Publish callbacks [] for security_group (cc756daa-88c1-4aea-931c-d28f868092cb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.780758 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-744cba5c-1c2b-415c-926b-5687a3b7a1f3 admin admin] Publish callbacks [] for security_group (cc756daa-88c1-4aea-931c-d28f868092cb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.932352 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-744cba5c-1c2b-415c-926b-5687a3b7a1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cc756daa-88c1-4aea-931c-d28f868092cb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.934943 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-744cba5c-1c2b-415c-926b-5687a3b7a1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:37.936074 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-744cba5c-1c2b-415c-926b-5687a3b7a1f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc756daa-88c1-4aea-931c-d28f868092cb HTTP/1.1" status: 204 len: 168 time: 0.2264364 Jun 03 10:06:37.945239 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cba5c-1c2b-415c-926b-5687a3b7a1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc756daa-88c1-4aea-931c-d28f868092cb,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:38.641873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33594) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:38.646919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-27408d31-b892-49da-a3d3-2d6c25bdfc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:38.702009 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:38.723873 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-27408d31-b892-49da-a3d3-2d6c25bdfc25 admin admin] Publish callbacks [] for security_group (a8616b92-17bf-4ea5-948a-e123e5fe1f6f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:38.766859 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3782d7ab-bb0b-45b7-8e8f-d97e48d33bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:38.800740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-27408d31-b892-49da-a3d3-2d6c25bdfc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a8616b92-17bf-4ea5-948a-e123e5fe1f6f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:38.834354 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-27408d31-b892-49da-a3d3-2d6c25bdfc25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36437dba73cf49559ee32d948e480ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996939 Jun 03 10:06:38.836975 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33596) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:38.843087 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27408d31-b892-49da-a3d3-2d6c25bdfc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8616b92-17bf-4ea5-948a-e123e5fe1f6f,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:38.886823 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c91575d8-595e-4cb8-b70f-a2fa579e73c8 admin admin] Publish callbacks [] for security_group (a8616b92-17bf-4ea5-948a-e123e5fe1f6f), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:38.908454 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c91575d8-595e-4cb8-b70f-a2fa579e73c8 admin admin] Publish callbacks [] for security_group (a8616b92-17bf-4ea5-948a-e123e5fe1f6f), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.008766 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c91575d8-595e-4cb8-b70f-a2fa579e73c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a8616b92-17bf-4ea5-948a-e123e5fe1f6f), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.011380 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c91575d8-595e-4cb8-b70f-a2fa579e73c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.013328 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c91575d8-595e-4cb8-b70f-a2fa579e73c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8616b92-17bf-4ea5-948a-e123e5fe1f6f HTTP/1.1" status: 204 len: 168 time: 0.1745009 Jun 03 10:06:39.021438 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91575d8-595e-4cb8-b70f-a2fa579e73c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8616b92-17bf-4ea5-948a-e123e5fe1f6f,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:39.702235 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33608) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:39.715563 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c0462736-3ba2-4d47-8246-7d86ced4f744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.787590 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c0462736-3ba2-4d47-8246-7d86ced4f744 admin admin] Publish callbacks [] for security_group (7749bf72-cb05-4372-9b52-0eddfe2ad46a), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.846503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c0462736-3ba2-4d47-8246-7d86ced4f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (7749bf72-cb05-4372-9b52-0eddfe2ad46a), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.885450 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c0462736-3ba2-4d47-8246-7d86ced4f744 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=703152913a4c427e8ae4416ff5c3583b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821165 Jun 03 10:06:39.887399 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462736-3ba2-4d47-8246-7d86ced4f744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7749bf72-cb05-4372-9b52-0eddfe2ad46a,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:39.888194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33610) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:39.895187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:INSERT=17,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:39.943631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3366e93a-8af9-4fbc-b051-69537ca1a428 admin admin] Publish callbacks [] for security_group (7749bf72-cb05-4372-9b52-0eddfe2ad46a), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:39.965915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3366e93a-8af9-4fbc-b051-69537ca1a428 admin admin] Publish callbacks [] for security_group (7749bf72-cb05-4372-9b52-0eddfe2ad46a), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:40.069998 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:40.099105 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3366e93a-8af9-4fbc-b051-69537ca1a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (7749bf72-cb05-4372-9b52-0eddfe2ad46a), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:40.101620 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3366e93a-8af9-4fbc-b051-69537ca1a428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:40.102806 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-3366e93a-8af9-4fbc-b051-69537ca1a428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7749bf72-cb05-4372-9b52-0eddfe2ad46a HTTP/1.1" status: 204 len: 168 time: 0.2135501 Jun 03 10:06:40.111418 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366e93a-8af9-4fbc-b051-69537ca1a428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7749bf72-cb05-4372-9b52-0eddfe2ad46a,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:41.315495 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:42.932454 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:43.120150 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=62 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:44.127307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:45.010570 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:06:46.992355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33746) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:47.100398 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-006a2775-82f7-4bc3-a874-be607faa4bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.177761 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-006a2775-82f7-4bc3-a874-be607faa4bf4 admin admin] Publish callbacks [] for security_group (3883ebfb-a937-4463-bb02-0ff92f64a8a4), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.309508 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-006a2775-82f7-4bc3-a874-be607faa4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3883ebfb-a937-4463-bb02-0ff92f64a8a4), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.348735 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a2775-82f7-4bc3-a874-be607faa4bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883ebfb-a937-4463-bb02-0ff92f64a8a4,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:47.355923 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-006a2775-82f7-4bc3-a874-be607faa4bf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d061bdf777245329bc5ee39f60f49eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625004 Jun 03 10:06:47.356164 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33760) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:47.407932 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5ada069e-8bc1-4ec8-a123-a2166f3b01c0 admin admin] Publish callbacks [] for security_group (3883ebfb-a937-4463-bb02-0ff92f64a8a4), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.420040 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33764) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:47.433017 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5ada069e-8bc1-4ec8-a123-a2166f3b01c0 admin admin] Publish callbacks [] for security_group (3883ebfb-a937-4463-bb02-0ff92f64a8a4), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.598676 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Deleting port 513bf167-a011-47c8-995c-29ba15355b38 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:47.599153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (513bf167-a011-47c8-995c-29ba15355b38), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.663868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5ada069e-8bc1-4ec8-a123-a2166f3b01c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3883ebfb-a937-4463-bb02-0ff92f64a8a4), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.666516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5ada069e-8bc1-4ec8-a123-a2166f3b01c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.667805 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5ada069e-8bc1-4ec8-a123-a2166f3b01c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3883ebfb-a937-4463-bb02-0ff92f64a8a4 HTTP/1.1" status: 204 len: 168 time: 0.3107228 Jun 03 10:06:47.677750 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada069e-8bc1-4ec8-a123-a2166f3b01c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883ebfb-a937-4463-bb02-0ff92f64a8a4,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:47.692175 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (513bf167-a011-47c8-995c-29ba15355b38), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.692495 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for floatingip (513bf167-a011-47c8-995c-29ba15355b38), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:47.707972 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Calling delete_port for 513bf167-a011-47c8-995c-29ba15355b38 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:47.804842 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:47.989545 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (513bf167-a011-47c8-995c-29ba15355b38), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:48.016902 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event deleted for resources: {'Port': ['ID=513bf167-a011-47c8-995c-29ba15355b38,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:48.073221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:48.081667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for floatingip (907990f1-d519-4f31-82a3-d9f5d877aed6), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:48.085147 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Floating IP 907990f1-d519-4f31-82a3-d9f5d877aed6 disassociated (deleted). External IP: 172.27.3.184, port: 895de58e-9396-45ee-adb3-b1ce59bb1799. Jun 03 10:06:48.287099 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Router 593d5759-2217-45d6-9328-879b364eadee has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:06:48.396525 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:06:48.401509 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:48.406039 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] Sync routers for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:06:48.416449 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:48.417060 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:48.433694 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-24803bfa-d63f-4a4b-bea7-df216c972665 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "DELETE /v2.0/floatingips/907990f1-d519-4f31-82a3-d9f5d877aed6 HTTP/1.1" status: 204 len: 168 time: 1.0121930 Jun 03 10:06:48.434338 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:48.438381 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265ced8-8d81-4f9a-b068-988bbf3c4347" -d '{"events": [{"name": "network-changed", "server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:48.484896 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6012fc0a-31f5-43d0-a3a8-6c6ed1d2cca0 x-openstack-request-id: req-6012fc0a-31f5-43d0-a3a8-6c6ed1d2cca0 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:48.485205 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:48.485430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6012fc0a-31f5-43d0-a3a8-6c6ed1d2cca0 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:48.488064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6012fc0a-31f5-43d0-a3a8-6c6ed1d2cca0'] response: {'name': 'network-changed', 'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'status': 'completed', 'code': 200} Jun 03 10:06:48.536886 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:48.574205 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-0c7f975e-62ef-4411-87ac-25e8f9ebbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:48.575636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-0c7f975e-62ef-4411-87ac-25e8f9ebbd70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c44b2575d1945e0a100fe081e5af582&device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 1130 time: 0.0648408 Jun 03 10:06:48.681394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-ca850fa4-a37b-4cc0-aaee-424c4abcc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:48.682951 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-ca850fa4-a37b-4cc0-aaee-424c4abcc2c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 200 len: 908 time: 0.0997741 Jun 03 10:06:48.724241 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-e598dd8d-82e3-418f-95d2-5d37da8d57d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 200 len: 217 time: 0.0329680 Jun 03 10:06:48.735945 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:48.760963 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] Checking router: 593d5759-2217-45d6-9328-879b364eadee for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:06:48.764883 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:48.770756 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:48.771371 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:48.778185 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-46dd1a33-b49c-41ae-92c8-ed6f708bcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:48.779725 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-46dd1a33-b49c-41ae-92c8-ed6f708bcea3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 200 len: 846 time: 0.0495880 Jun 03 10:06:48.852551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-f074c0b0-946a-446b-ac54-7ecf00eb7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:48.857293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-f074c0b0-946a-446b-ac54-7ecf00eb7767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01385250-2fd5-4d81-b043-bc8409277f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667450 Jun 03 10:06:48.883321 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:48.949919 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-9d89ae05-e3cc-49e5-9131-c377bb6f9a6f service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880115 Jun 03 10:06:49.086834 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f536a12-f220-441c-82ea-f7b8ef30626d req-b11d0daa-e219-470b-bf71-be6129af5a62 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:49.088423 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0f536a12-f220-441c-82ea-f7b8ef30626d req-b11d0daa-e219-470b-bf71-be6129af5a62 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0681794 Jun 03 10:06:49.123034 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1265ced8-8d81-4f9a-b068-988bbf3c4347 req-43a6e3da-2f40-4804-b18e-9ae2ff760067 service neutron] 10.222.0.59 "GET /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633136 Jun 03 10:06:49.152680 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0f536a12-f220-441c-82ea-f7b8ef30626d req-0f8d89b0-62e5-44be-9b55-d11cdf92adca tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554585 Jun 03 10:06:49.196060 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:49.221128 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52e818-a9ff-4959-8955-1e4eedebb7c6 None None] The sync data for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi is: [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:01:42Z', 'revision_number': 4, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '30ba84e3-82bc-4773-9470-f670e750336f', 'name': '', 'network_id': '01385250-2fd5-4d81-b043-bc8409277f05', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'mac_address': 'fa:16:3e:8a:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:42Z', 'updated_at': '2022-06-03T10:01:47Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'subnets': [{'id': 'f1e1383c-d0aa-4414-98f2-32b0ac5a3daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:06:49.468452 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b147c7b-79b3-411d-b03c-b6b657adcd53 None None] New status for floating IP 907990f1-d519-4f31-82a3-d9f5d877aed6: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:06:49.874048 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-9afbb416-097c-4a73-8322-8cd97eedcdd8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921144121&fields=id&tenant_id=5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 267 time: 0.0537493 Jun 03 10:06:49.982562 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-e1f22431-82c5-4859-8d3b-3e64568a31ad tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:49.984058 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-e1f22431-82c5-4859-8d3b-3e64568a31ad tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 811 time: 0.1036265 Jun 03 10:06:49.999617 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1e5763ca-2233-4f9c-989c-d8addf3ea0f5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/quotas/5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 375 time: 0.0095325 Jun 03 10:06:50.055351 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1730ac05-ba59-4919-8fb8-2fdd23ff386a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506661 Jun 03 10:06:50.152011 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-22aa7819-7714-4187-baaa-cbb39fac918f service neutron] 10.222.0.42 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 Jun 03 10:06:50.209499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:50.279593 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0bff166-bd4e-4d73-a06f-ea1ba4216e98 service neutron] 10.222.0.42 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218760 Jun 03 10:06:50.287864 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddd11-5c7c-4668-b6de-5647b1c1eff1 req-59623a71-8890-4dbe-b070-4d34880cb115 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:50.289331 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ac0ddd11-5c7c-4668-b6de-5647b1c1eff1 req-59623a71-8890-4dbe-b070-4d34880cb115 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0620615 Jun 03 10:06:50.348090 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ac0ddd11-5c7c-4668-b6de-5647b1c1eff1 req-99489978-3dc2-4c9e-a924-a22a5df72e4c tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8e2fe95-cd70-46df-a4d1-261df799048f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528793 Jun 03 10:06:50.612554 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-4d0ceecc-6fb0-43b1-8078-312a95112dd1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:50.614042 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-4d0ceecc-6fb0-43b1-8078-312a95112dd1 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.59 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 946 time: 0.0514109 Jun 03 10:06:50.706931 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Deleting port 895de58e-9396-45ee-adb3-b1ce59bb1799 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:50.707266 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:50.797261 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] For port 895de58e-9396-45ee-adb3-b1ce59bb1799, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=895de58e-9396-45ee-adb3-b1ce59bb1799,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:50.797629 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:50.804921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:50.812588 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Calling delete_port for 895de58e-9396-45ee-adb3-b1ce59bb1799 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:50.993277 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5b25ee5c-7733-44ef-a3a2-3f3a0aa494bb req-31b98d03-968a-4ed1-88b7-584373f07721 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 210 time: 0.0293968 Jun 03 10:06:51.075248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (895de58e-9396-45ee-adb3-b1ce59bb1799), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:51.108789 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event deleted for resources: {'Port': ['ID=895de58e-9396-45ee-adb3-b1ce59bb1799,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:51.153744 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] No DVR routers for this DVR port 895de58e-9396-45ee-adb3-b1ce59bb1799 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:06:51.156248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:51.160199 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c6cac82a-eb3c-44ab-b809-0bb50d4fee61 req-5bd2e786-b562-478e-8bfc-fc2643bcae22 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.59 "DELETE /v2.0/ports/895de58e-9396-45ee-adb3-b1ce59bb1799 HTTP/1.1" status: 204 len: 173 time: 0.5400500 Jun 03 10:06:51.160639 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-deleted', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:51.162885 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6a0aa4-185f-4a18-bae9-d10a32f066be" -d '{"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-deleted", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:51.202524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7edacb-3f72-4224-ae1e-13b3920f1cb9 x-openstack-request-id: req-8c7edacb-3f72-4224-ae1e-13b3920f1cb9 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:51.202824 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afad0ea-b328-43cf-8ed2-f500796569b0", "name": "network-vif-deleted", "tag": "895de58e-9396-45ee-adb3-b1ce59bb1799", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:51.203080 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c7edacb-3f72-4224-ae1e-13b3920f1cb9 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:51.203484 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7edacb-3f72-4224-ae1e-13b3920f1cb9'] response: {'server_uuid': '5afad0ea-b328-43cf-8ed2-f500796569b0', 'name': 'network-vif-deleted', 'tag': '895de58e-9396-45ee-adb3-b1ce59bb1799', 'status': 'completed', 'code': 200} Jun 03 10:06:51.452542 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b916a44-055e-48d1-a425-f4c91479147e req-3024cd73-913f-4ddf-ba1b-1d65b5f3fb56 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 210 time: 0.0283682 Jun 03 10:06:52.096631 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4f0dffed-6489-44f0-95d4-df5f4fc86f58 req-562f38bd-fcef-41c6-8e1c-ff49cc90d06c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Jun 03 10:06:52.567641 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2c84759-15b3-407a-9ae5-cb998605550d req-108736ea-0c0e-4965-afa9-7cd8904e1640 tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "GET /v2.0/ports?device_id=5afad0ea-b328-43cf-8ed2-f500796569b0 HTTP/1.1" status: 200 len: 210 time: 0.0330260 Jun 03 10:06:53.195147 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3bbc2057-f306-400e-a0f1-a5f066da2153 req-cd0a58e7-9fb3-4d87-abdd-a15127987adf tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Jun 03 10:06:53.400413 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33938) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:53.524135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ffc31153-6fa0-463e-8c9a-e2e126374fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:53.600359 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-8a3307dc-6b16-4b77-9237-6880ec43eca8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:53.602124 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-8a3307dc-6b16-4b77-9237-6880ec43eca8 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 811 time: 0.1522830 Jun 03 10:06:53.643855 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33944) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:53.709066 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ffc31153-6fa0-463e-8c9a-e2e126374fcd admin admin] Publish callbacks [] for security_group (8a1fc046-885e-4569-838e-66b62e08784d), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:53.739885 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-7bbd32f7-890f-46be-8972-1277577b556d tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5476f21b29944eb69e32a2d97b328aed HTTP/1.1" status: 200 len: 379 time: 0.1229167 Jun 03 10:06:53.758302 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'port': {'device_id': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'admin_state_up': True, 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'security_groups': ['ddc1ec71-403d-4ff9-aca4-e408f8d4503f']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:53.777302 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b09c505-a9e3-479a-8e59-2e3eee57e55a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group (c8e2fe95-cd70-46df-a4d1-261df799048f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:53.778903 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ffc31153-6fa0-463e-8c9a-e2e126374fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (8a1fc046-885e-4569-838e-66b62e08784d), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:53.848518 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:06:53.850424 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:53.867444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:53.868757 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 895de58e-9396-45ee-adb3-b1ce59bb1799 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:06:53.869178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 895de58e-9396-45ee-adb3-b1ce59bb1799 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:06:53.884507 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ffc31153-6fa0-463e-8c9a-e2e126374fcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bf78540156d45c4be84f1e693b620cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830191 Jun 03 10:06:53.887247 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33946) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:53.896326 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc31153-6fa0-463e-8c9a-e2e126374fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1fc046-885e-4569-838e-66b62e08784d,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:53.902921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b09c505-a9e3-479a-8e59-2e3eee57e55a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group (c8e2fe95-cd70-46df-a4d1-261df799048f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:53.944661 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4d8-100e-4fd0-9521-9873aecdc91d admin admin] Publish callbacks [] for security_group (8a1fc046-885e-4569-838e-66b62e08784d), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:53.966915 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4d8-100e-4fd0-9521-9873aecdc91d admin admin] Publish callbacks [] for security_group (8a1fc046-885e-4569-838e-66b62e08784d), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.052331 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Made reservation on behalf of 5476f21b29944eb69e32a2d97b328aed for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:06:54.055852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.081864 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4d8-100e-4fd0-9521-9873aecdc91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (8a1fc046-885e-4569-838e-66b62e08784d), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.083174 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b09c505-a9e3-479a-8e59-2e3eee57e55a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c8e2fe95-cd70-46df-a4d1-261df799048f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.084960 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-93d6f4d8-100e-4fd0-9521-9873aecdc91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.089723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-7b09c505-a9e3-479a-8e59-2e3eee57e55a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.089723 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7b09c505-a9e3-479a-8e59-2e3eee57e55a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] 10.222.0.42 "DELETE /v2.0/security-groups/c8e2fe95-cd70-46df-a4d1-261df799048f HTTP/1.1" status: 204 len: 168 time: 0.4430568 Jun 03 10:06:54.103095 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-93d6f4d8-100e-4fd0-9521-9873aecdc91d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a1fc046-885e-4569-838e-66b62e08784d HTTP/1.1" status: 204 len: 168 time: 0.2146668 Jun 03 10:06:54.113539 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6f4d8-100e-4fd0-9521-9873aecdc91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1fc046-885e-4569-838e-66b62e08784d,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:54.134993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09c505-a9e3-479a-8e59-2e3eee57e55a tempest-TestShelveInstance-1524759694 tempest-TestShelveInstance-1524759694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e2fe95-cd70-46df-a4d1-261df799048f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:54.209420 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Allocated IP 172.20.0.12 (cdd39ad8-1097-4745-8715-b421d9c9917f/aefefb51-44d5-4f83-a246-e1a27a9189b8/ddeb8364-fea9-49e6-8361-912b3e7116bb) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:06:54.233791 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33956) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:54.302725 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:54.334933 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:54.342026 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3895e07d-91dc-4c12-88e9-6dae62385702 req-56154d1f-fe20-49f0-a913-ecf9b3a88d10 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 210 time: 0.0614550 Jun 03 10:06:54.376997 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:54.400008 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.496469 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.560351 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Network cdd39ad8-1097-4745-8715-b421d9c9917f is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:06:54.566224 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:06:54.569543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:06:54.612631 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=ddeb8364-fea9-49e6-8361-912b3e7116bb,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:54.645486 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:54.646470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.706546 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (593d5759-2217-45d6-9328-879b364eadee), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.826573 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-a0748eb3-74a4-4fc4-87e2-27f6ea737ca1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0763712 Jun 03 10:06:54.837619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Request body: {'port': {'device_id': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:06:54.901704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.933823 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-10207aac-b73e-4220-a26e-d58e713d07b4 None None] Provisioning complete for port ddeb8364-fea9-49e6-8361-912b3e7116bb triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:06:54.934655 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Deleting port 30ba84e3-82bc-4773-9470-f670e750336f {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:54.935093 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (30ba84e3-82bc-4773-9470-f670e750336f), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.935424 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-10207aac-b73e-4220-a26e-d58e713d07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:54.975397 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-10207aac-b73e-4220-a26e-d58e713d07b4 None None] Port ddeb8364-fea9-49e6-8361-912b3e7116bb cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:06:55.024456 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] For port 30ba84e3-82bc-4773-9470-f670e750336f, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=30ba84e3-82bc-4773-9470-f670e750336f,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:55.024821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (30ba84e3-82bc-4773-9470-f670e750336f), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.039705 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Calling delete_port for 30ba84e3-82bc-4773-9470-f670e750336f owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:55.071353 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:55.220174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:55.230759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeb8364-fea9-49e6-8361-912b3e7116bb {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:06:55.238412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Publish callbacks [] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.309693 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Transition to ACTIVE for port object ddeb8364-fea9-49e6-8361-912b3e7116bb will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:06:55.309945 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (30ba84e3-82bc-4773-9470-f670e750336f), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.335498 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ba84e3-82bc-4773-9470-f670e750336f,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:55.357162 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.360588 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.360938 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.361289 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.366821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.405558 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb8364-fea9-49e6-8361-912b3e7116bb,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:55.419524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.419524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.419811 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.420181 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.420522 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.420880 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.421184 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.421513 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.421854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.423434 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.423655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.424005 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.424514 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.424960 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.425298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:06:55.462223 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:55.555992 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (593d5759-2217-45d6-9328-879b364eadee), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.582769 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca70113-d6bd-4c2f-a238-c5a8b7ccb578 req-5934661f-f5c5-4130-a7c2-36dd55af7ea5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:55.590443 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0ca70113-d6bd-4c2f-a238-c5a8b7ccb578 req-5934661f-f5c5-4130-a7c2-36dd55af7ea5 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.1521816 Jun 03 10:06:55.643003 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Attempting to bind port ddeb8364-fea9-49e6-8361-912b3e7116bb on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:06:55.643657 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Attempting to bind port ddeb8364-fea9-49e6-8361-912b3e7116bb by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:06:55.643657 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Attempting to bind port ddeb8364-fea9-49e6-8361-912b3e7116bb on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:06:55.660083 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Port ddeb8364-fea9-49e6-8361-912b3e7116bb on network cdd39ad8-1097-4745-8715-b421d9c9917f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:06:55.661440 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Attempting to bind port ddeb8364-fea9-49e6-8361-912b3e7116bb on network cdd39ad8-1097-4745-8715-b421d9c9917f {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:06:55.674922 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:06:55.675262 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Checking segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:06:55.675654 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Bound using segment: {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:06:55.676103 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Bound port: ddeb8364-fea9-49e6-8361-912b3e7116bb, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7201bb7f-3525-46ef-b122-ca45ebe04999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:06:55.676444 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.686159 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:55.697542 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0ca70113-d6bd-4c2f-a238-c5a8b7ccb578 req-5b957e71-1313-478f-9990-823442f99660 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028283 Jun 03 10:06:55.768547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] For port ddeb8364-fea9-49e6-8361-912b3e7116bb, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:06:55.772169 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] For port ddeb8364-fea9-49e6-8361-912b3e7116bb, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:06:55.830932 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Router 593d5759-2217-45d6-9328-879b364eadee has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:06:55.847410 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.901921 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:55.905265 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:55.905990 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] 10.222.0.59 "PUT /v2.0/ports/ddeb8364-fea9-49e6-8361-912b3e7116bb HTTP/1.1" status: 200 len: 1094 time: 1.0702446 Jun 03 10:06:55.906501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:06:55.909490 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:06:55.929711 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d796-377c-4db2-8ee3-ab21723d3936 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb8364-fea9-49e6-8361-912b3e7116bb,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:55.948994 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:06:55.959838 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a244b356-689c-45fa-bf9e-b2afaa26be80 admin admin] 10.222.0.42 "PUT /v2.0/routers/593d5759-2217-45d6-9328-879b364eadee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250016 Jun 03 10:06:55.962402 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33966) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:55.962530 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dd6e67-93b7-4394-8a02-24e42f00943f x-openstack-request-id: req-77dd6e67-93b7-4394-8a02-24e42f00943f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:06:55.962703 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:06:55.962969 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77dd6e67-93b7-4394-8a02-24e42f00943f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:06:55.963381 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77dd6e67-93b7-4394-8a02-24e42f00943f'] response: {'name': 'network-changed', 'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'status': 'completed', 'code': 200} Jun 03 10:06:55.964417 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] Sync routers for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:06:55.999212 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:55.999839 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:56.072197 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:56.074302 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks [] for router (593d5759-2217-45d6-9328-879b364eadee), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:56.115178 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:56.183868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks [] for router_gateway (593d5759-2217-45d6-9328-879b364eadee), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:56.220492 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:56.300381 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:56.324668 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:06:55Z', 'revision_number': 5, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port': {'id': '82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d5759-2217-45d6-9328-879b364eadee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:40Z', 'updated_at': '2022-06-03T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:56.327582 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:56.350653 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] Checking router: 593d5759-2217-45d6-9328-879b364eadee for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:06:56.355786 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd req-4654120c-15f0-44f8-9a7a-90cceff5d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.357323 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd req-4654120c-15f0-44f8-9a7a-90cceff5d123 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1128 time: 0.3571780 Jun 03 10:06:56.359777 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] Routers {'593d5759-2217-45d6-9328-879b364eadee'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:56.360939 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['593d5759-2217-45d6-9328-879b364eadee'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:56.457267 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] Set router 593d5759-2217-45d6-9328-879b364eadee gateway port host: None {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:06:56.472917 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd req-fd2d580f-bcfb-4f2b-83e6-58d047da24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.474425 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd req-fd2d580f-bcfb-4f2b-83e6-58d047da24e9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5476f21b29944eb69e32a2d97b328aed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1099336 Jun 03 10:06:56.510636 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Deleting port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:56.510983 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:56.512112 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:06:56Z', 'revision_number': 6, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:56.537252 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc37f3-1d98-40da-8d71-3ed1d56e019a None None] The sync data for ids ['593d5759-2217-45d6-9328-879b364eadee'] in dv-cinder-844563-1-iscsi is: [{'id': '593d5759-2217-45d6-9328-879b364eadee', 'name': 'tempest-TestShelveInstance-34387797-router', 'tenant_id': '3c44b2575d1945e0a100fe081e5af582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:39Z', 'updated_at': '2022-06-03T10:06:56Z', 'revision_number': 6, 'project_id': '3c44b2575d1945e0a100fe081e5af582', 'gw_port_host': None}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:06:56.586871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd req-d43b975d-b6b8-4739-8df6-fd943f94987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.588367 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bde0f39d-8501-4773-a3e4-cfdfc79a07dd req-d43b975d-b6b8-4739-8df6-fd943f94987f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077278 Jun 03 10:06:56.595333 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] For port 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:56.595695 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:56.609372 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Calling delete_port for 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f owned by network:router_gateway {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:56.668152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-70143f61-059d-4e5f-885f-dcbf5d704d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.669655 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-70143f61-059d-4e5f-885f-dcbf5d704d36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1128 time: 0.0408657 Jun 03 10:06:56.715192 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-1f73d9e7-f572-4116-9d69-24394a24cd36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb HTTP/1.1" status: 200 len: 217 time: 0.0352616 Jun 03 10:06:56.764028 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-80249828-73b1-45a7-ba5b-a4464e17d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.765504 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-80249828-73b1-45a7-ba5b-a4464e17d067 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0472100 Jun 03 10:06:56.848901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-375e2420-5045-44d4-926d-8ea235ff1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.850420 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-375e2420-5045-44d4-926d-8ea235ff1e09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779846 Jun 03 10:06:56.856560 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6579-2397-4848-aaf8-913ec5a17128 req-0cab518a-536b-4f63-ae32-c7a6f69af104 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:56.857922 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b1e6579-2397-4848-aaf8-913ec5a17128 req-0cab518a-536b-4f63-ae32-c7a6f69af104 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.0771129 Jun 03 10:06:56.863546 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:56.896999 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:56.966415 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (593d5759-2217-45d6-9328-879b364eadee), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:56.974535 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9b1e6579-2397-4848-aaf8-913ec5a17128 req-836e9df8-d4dd-4576-a7cc-ca840609026a tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078386 Jun 03 10:06:56.996363 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-70a796df-8f7f-4a3d-add9-84e4731f721f service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374865 Jun 03 10:06:57.063467 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (593d5759-2217-45d6-9328-879b364eadee), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.065665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks [] for router_controller (593d5759-2217-45d6-9328-879b364eadee), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.066458 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:57.099900 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-49b08e82-e4af-4012-82d6-0242a7eefcc5 req-4085e927-1aa3-4326-ac11-021c2567e679 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972142 Jun 03 10:06:57.218252 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (593d5759-2217-45d6-9328-879b364eadee), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.218804 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593d5759-2217-45d6-9328-879b364eadee {{(pid=111016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:06:57.225827 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.226978 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-650d4e46-1649-4162-a5f5-1103262f5ca5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/593d5759-2217-45d6-9328-879b364eadee HTTP/1.1" status: 204 len: 168 time: 1.2624040 Jun 03 10:06:57.229699 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33972) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:57.264410 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:57.279991 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Deleting subnet f1e1383c-d0aa-4414-98f2-32b0ac5a3daf {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:06:57.283243 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Publish callbacks [] for subnet (f1e1383c-d0aa-4414-98f2-32b0ac5a3daf), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.319465 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (f1e1383c-d0aa-4414-98f2-32b0ac5a3daf), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.365466 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:57.398935 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (f1e1383c-d0aa-4414-98f2-32b0ac5a3daf), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.486068 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:06:57.489759 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:57.506967 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:06:57.507345 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 82a9f4ad-6717-4dd9-9d5c-38bf7b95b02f not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:06:57.507795 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 30ba84e3-82bc-4773-9470-f670e750336f no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:06:57.525929 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 30ba84e3-82bc-4773-9470-f670e750336f {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:06:57.526271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 30ba84e3-82bc-4773-9470-f670e750336f not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:06:57.527364 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (f1e1383c-d0aa-4414-98f2-32b0ac5a3daf), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.555983 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e1383c-d0aa-4414-98f2-32b0ac5a3daf,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:57.559759 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.565863 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-fdd3afa9-f0dc-484a-b5d1-972d24d71f47 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f1e1383c-d0aa-4414-98f2-32b0ac5a3daf HTTP/1.1" status: 204 len: 168 time: 0.3323944 Jun 03 10:06:57.566453 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 33976) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:57.568628 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d01b35-9d53-49a6-88fe-aba400c7536e None None] Network 01385250-2fd5-4d81-b043-bc8409277f05 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:06:57.648988 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (01385250-2fd5-4d81-b043-bc8409277f05), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.706617 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Deleting port 10029e7e-0bb3-4681-a109-f253d5c484dd {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:57.707239 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.733232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] DHCP port deletion for 01385250-2fd5-4d81-b043-bc8409277f05 request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:06:57.775741 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] For port 10029e7e-0bb3-4681-a109-f253d5c484dd, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=10029e7e-0bb3-4681-a109-f253d5c484dd,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:57.775983 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] Deleting port 10029e7e-0bb3-4681-a109-f253d5c484dd {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:57.776116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.776215 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.790021 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Calling delete_port for 10029e7e-0bb3-4681-a109-f253d5c484dd owned by network:dhcp {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:57.839390 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] For port 10029e7e-0bb3-4681-a109-f253d5c484dd, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=10029e7e-0bb3-4681-a109-f253d5c484dd,segment=NetworkSegment(3aeffd1e-be4e-44ba-b605-bf48c9661a1d),segment_id=3aeffd1e-be4e-44ba-b605-bf48c9661a1d)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:57.839782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.857804 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] Calling delete_port for 10029e7e-0bb3-4681-a109-f253d5c484dd owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:57.949522 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.956282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (10029e7e-0bb3-4681-a109-f253d5c484dd), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:57.961741 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:57.980402 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10029e7e-0bb3-4681-a109-f253d5c484dd,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:57.984297 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] Pushing event deleted for resources: {'Port': ['ID=10029e7e-0bb3-4681-a109-f253d5c484dd,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:57.985504 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] No DVR routers for this DVR port 10029e7e-0bb3-4681-a109-f253d5c484dd on host dv-cinder-844563-1-iscsi {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:06:57.987692 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7d363-806a-492e-9a90-7ae1928e9d88 None None] No DVR routers for this DVR port 10029e7e-0bb3-4681-a109-f253d5c484dd on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:06:58.064088 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (01385250-2fd5-4d81-b043-bc8409277f05), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.120503 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01385250-2fd5-4d81-b043-bc8409277f05']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:58.137078 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905462d-8672-4ab7-bc87-301ec9e5f965 req-7ed328b8-9353-4628-9bec-6882c1205e07 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:58.138626 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6905462d-8672-4ab7-bc87-301ec9e5f965 req-7ed328b8-9353-4628-9bec-6882c1205e07 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.0795844 Jun 03 10:06:58.140412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeffd1e-be4e-44ba-b605-bf48c9661a1d') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:58.140706 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeffd1e-be4e-44ba-b605-bf48c9661a1d') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:58.152635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (3aeffd1e-be4e-44ba-b605-bf48c9661a1d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.182551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (3aeffd1e-be4e-44ba-b605-bf48c9661a1d), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.198542 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:06:58.198930 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (3aeffd1e-be4e-44ba-b605-bf48c9661a1d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.243027 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 3aeffd1e-be4e-44ba-b605-bf48c9661a1d resource provider aggregate not found Jun 03 10:06:58.262326 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6905462d-8672-4ab7-bc87-301ec9e5f965 req-519da38e-f12b-4ba3-9430-d2e0834784eb tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139317 Jun 03 10:06:58.266005 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 3aeffd1e-be4e-44ba-b605-bf48c9661a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aeffd1e-be4e-44ba-b605-bf48c9661a1d found for delete ", "request_id": "req-ef10e326-15f7-4083-90ff-bf7fc1498215"}]} Jun 03 10:06:58.343706 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (01385250-2fd5-4d81-b043-bc8409277f05), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.348259 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.351437 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/01385250-2fd5-4d81-b043-bc8409277f05 HTTP/1.1" status: 204 len: 168 time: 0.7838750 Jun 03 10:06:58.354800 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33986) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:58.364560 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc9658-b119-4083-9e84-fe64b9c5d8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=01385250-2fd5-4d81-b043-bc8409277f05,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:58.686735 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (d7bfc446-3ed8-4654-b5e5-c478fd813f05), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.913314 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Deleting port 175f4e28-f88e-4b18-a830-d5b960b736b8 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:06:58.913630 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:58.994788 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] For port 175f4e28-f88e-4b18-a830-d5b960b736b8, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=175f4e28-f88e-4b18-a830-d5b960b736b8,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:06:58.995056 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:59.008658 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Calling delete_port for 175f4e28-f88e-4b18-a830-d5b960b736b8 owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:06:59.016247 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:59.111277 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:06:59.246815 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (175f4e28-f88e-4b18-a830-d5b960b736b8), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:59.275371 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Pushing event deleted for resources: {'Port': ['ID=175f4e28-f88e-4b18-a830-d5b960b736b8,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:06:59.399368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035d75b-e254-4814-9a10-2e2794d661a6 req-8a586325-c31a-45d4-bf70-6083d29af0a1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:06:59.406510 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6035d75b-e254-4814-9a10-2e2794d661a6 req-8a586325-c31a-45d4-bf70-6083d29af0a1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.0672510 Jun 03 10:06:59.456900 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (d7bfc446-3ed8-4654-b5e5-c478fd813f05), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:59.496992 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6035d75b-e254-4814-9a10-2e2794d661a6 req-ca873fe9-8084-4a22-8c34-2302fdc49cb0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895054 Jun 03 10:06:59.562129 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 10029e7e-0bb3-4681-a109-f253d5c484dd no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:06:59.580633 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 10029e7e-0bb3-4681-a109-f253d5c484dd {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:06:59.580978 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 10029e7e-0bb3-4681-a109-f253d5c484dd not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:06:59.674887 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Router d7bfc446-3ed8-4654-b5e5-c478fd813f05 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:06:59.775904 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:06:59.780712 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a02c8adc-ffd1-4fef-8e38-ffb6eddd070a admin admin] 10.222.0.42 "PUT /v2.0/routers/d7bfc446-3ed8-4654-b5e5-c478fd813f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248309 Jun 03 10:06:59.783718 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 33992) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:06:59.786965 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] Sync routers for ids ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:06:59.800206 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] Routers {'d7bfc446-3ed8-4654-b5e5-c478fd813f05'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:06:59.800845 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:06:59.885462 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks [] for router (d7bfc446-3ed8-4654-b5e5-c478fd813f05), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:06:59.905431 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] Set router d7bfc446-3ed8-4654-b5e5-c478fd813f05 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:00.080867 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:06:59Z', 'revision_number': 5, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:00.111182 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] Checking router: d7bfc446-3ed8-4654-b5e5-c478fd813f05 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:00.119346 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:00.120812 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] Routers {'d7bfc446-3ed8-4654-b5e5-c478fd813f05'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:00.121699 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:06:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:00.148344 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks [] for router_gateway (d7bfc446-3ed8-4654-b5e5-c478fd813f05), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:00.220561 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] Set router d7bfc446-3ed8-4654-b5e5-c478fd813f05 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:00.222123 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:00.256503 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Deleting port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:07:00.256880 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:00.319090 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:00.339487 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] For port cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:00.339766 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:00.353405 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Calling delete_port for cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 owned by network:router_gateway {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:07:00.387100 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:06:59Z', 'revision_number': 5, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:00.389612 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:00.413140 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0358d8-1223-4b0a-b789-0095d4a54eb9 None None] The sync data for ids ['d7bfc446-3ed8-4654-b5e5-c478fd813f05'] in dv-cinder-844563-1-iscsi is: [{'id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'name': 'tempest-TestShelveInstance-462056979-router', 'tenant_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:46Z', 'updated_at': '2022-06-03T10:06:59Z', 'revision_number': 5, 'project_id': 'c01f79bef61c457a93cd4d4ce289cf54', 'gw_port': {'id': 'cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfc446-3ed8-4654-b5e5-c478fd813f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:47Z', 'updated_at': '2022-06-03T10:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:00.616301 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff9ce-5677-4a5d-92f8-97a09817cd20 req-ad2cac9f-0caa-4a0f-b99c-50c0fc36e128 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:00.618586 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-741ff9ce-5677-4a5d-92f8-97a09817cd20 req-ad2cac9f-0caa-4a0f-b99c-50c0fc36e128 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.0517695 Jun 03 10:07:00.674146 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-741ff9ce-5677-4a5d-92f8-97a09817cd20 req-e112cf4f-3ea1-4a6f-934f-1df57664d1dc tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500093 Jun 03 10:07:00.697795 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:00.725760 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:00.787924 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (d7bfc446-3ed8-4654-b5e5-c478fd813f05), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:00.879954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (d7bfc446-3ed8-4654-b5e5-c478fd813f05), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:00.882545 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks [] for router_controller (d7bfc446-3ed8-4654-b5e5-c478fd813f05), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.280738 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (d7bfc446-3ed8-4654-b5e5-c478fd813f05), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.281313 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7bfc446-3ed8-4654-b5e5-c478fd813f05 {{(pid=111016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:07:01.285875 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.287057 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b231b822-0148-4649-9045-ca0f58f4f7f5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d7bfc446-3ed8-4654-b5e5-c478fd813f05 HTTP/1.1" status: 204 len: 168 time: 1.5023029 Jun 03 10:07:01.289656 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34010) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:01.338534 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Deleting subnet ee613792-fca6-46eb-aa76-ab58db6385fc {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:07:01.341969 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Publish callbacks [] for subnet (ee613792-fca6-46eb-aa76-ab58db6385fc), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.377567 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (ee613792-fca6-46eb-aa76-ab58db6385fc), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.451232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (ee613792-fca6-46eb-aa76-ab58db6385fc), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.484186 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:01.583876 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (ee613792-fca6-46eb-aa76-ab58db6385fc), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.610854 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee613792-fca6-46eb-aa76-ab58db6385fc,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:01.612813 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.615993 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b8dbcda6-c632-4b71-8442-07ab7adc0c48 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ee613792-fca6-46eb-aa76-ab58db6385fc HTTP/1.1" status: 204 len: 168 time: 0.3252079 Jun 03 10:07:01.618352 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34014) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:01.619542 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd052d36-05dc-4629-83c5-ae0c21b92887 None None] Network e2706460-4514-4ff1-9fb9-b395efcecb56 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:07:01.697480 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (e2706460-4514-4ff1-9fb9-b395efcecb56), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.771516 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Deleting port e393150a-a9ad-41f3-b8b6-45dcd7922eed {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:07:01.772204 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.815298 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:07:01.831290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:01.839154 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:07:01.839425 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device cfaa74ba-1dc3-4e3d-97c6-a252fa2a2af0 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:07:01.840042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 175f4e28-f88e-4b18-a830-d5b960b736b8 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:07:01.856807 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9293573-fa8e-4f33-9227-62c5b4af59a3 req-ee7077e6-576a-47b4-88a7-e0f6099fec71 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:01.858425 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a9293573-fa8e-4f33-9227-62c5b4af59a3 req-ee7077e6-576a-47b4-88a7-e0f6099fec71 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.0692277 Jun 03 10:07:01.863058 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 175f4e28-f88e-4b18-a830-d5b960b736b8 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:07:01.863405 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 175f4e28-f88e-4b18-a830-d5b960b736b8 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:07:01.865301 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] For port e393150a-a9ad-41f3-b8b6-45dcd7922eed, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e393150a-a9ad-41f3-b8b6-45dcd7922eed,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:01.865666 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:01.881707 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Calling delete_port for e393150a-a9ad-41f3-b8b6-45dcd7922eed owned by network:dhcp {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:07:01.889812 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:01.917231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a9293573-fa8e-4f33-9227-62c5b4af59a3 req-3d36aab4-ee01-49b9-a09a-1e03233f0917 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504472 Jun 03 10:07:01.961689 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] DHCP port deletion for e2706460-4514-4ff1-9fb9-b395efcecb56 request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:07:02.002481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] Deleting port e393150a-a9ad-41f3-b8b6-45dcd7922eed {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:07:02.002856 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.011703 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.040972 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e393150a-a9ad-41f3-b8b6-45dcd7922eed,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:02.044291 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] No DVR routers for this DVR port e393150a-a9ad-41f3-b8b6-45dcd7922eed on host dv-cinder-844563-1-iscsi {{(pid=111016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:07:02.068232 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] For port e393150a-a9ad-41f3-b8b6-45dcd7922eed, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e393150a-a9ad-41f3-b8b6-45dcd7922eed,segment=NetworkSegment(c1a0994a-cfdc-4eb2-8bf2-70cd9a433854),segment_id=c1a0994a-cfdc-4eb2-8bf2-70cd9a433854)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:02.068555 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.081720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] Calling delete_port for e393150a-a9ad-41f3-b8b6-45dcd7922eed owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:07:02.114801 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (e2706460-4514-4ff1-9fb9-b395efcecb56), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.135859 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2706460-4514-4ff1-9fb9-b395efcecb56']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:02.145621 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:02.146869 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a0994a-cfdc-4eb2-8bf2-70cd9a433854') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:02.155440 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (c1a0994a-cfdc-4eb2-8bf2-70cd9a433854), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.158893 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (e393150a-a9ad-41f3-b8b6-45dcd7922eed), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.169575 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (c1a0994a-cfdc-4eb2-8bf2-70cd9a433854), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.177031 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:07:02.177419 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (c1a0994a-cfdc-4eb2-8bf2-70cd9a433854), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.183040 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] Pushing event deleted for resources: {'Port': ['ID=e393150a-a9ad-41f3-b8b6-45dcd7922eed,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:02.186778 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f1029-10ae-42ed-b0d7-2351259ba995 None None] No DVR routers for this DVR port e393150a-a9ad-41f3-b8b6-45dcd7922eed on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:07:02.222164 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment c1a0994a-cfdc-4eb2-8bf2-70cd9a433854 resource provider aggregate not found Jun 03 10:07:02.244976 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment c1a0994a-cfdc-4eb2-8bf2-70cd9a433854 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1a0994a-cfdc-4eb2-8bf2-70cd9a433854 found for delete ", "request_id": "req-193ae8e8-e330-4b2a-9139-c375ba5ce312"}]} Jun 03 10:07:02.326257 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (e2706460-4514-4ff1-9fb9-b395efcecb56), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.331140 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.334347 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e2706460-4514-4ff1-9fb9-b395efcecb56 HTTP/1.1" status: 204 len: 168 time: 0.7150114 Jun 03 10:07:02.347063 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feaf5b-22a7-4970-8d56-391240f2bea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2706460-4514-4ff1-9fb9-b395efcecb56,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:02.782584 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34028) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:02.821978 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-40df49c0-ba2c-460a-a20c-704ea93028cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c44b2575d1945e0a100fe081e5af582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382507 Jun 03 10:07:02.824523 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34030) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:02.870545 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1920bfd6-2b2e-4cb0-bc99-f4567c041116 admin admin] Publish callbacks [] for security_group (ca1de1bb-16b5-4538-9ccf-7c0a8502724c), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:02.891061 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1920bfd6-2b2e-4cb0-bc99-f4567c041116 admin admin] Publish callbacks [] for security_group (ca1de1bb-16b5-4538-9ccf-7c0a8502724c), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:03.037778 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904c80-7bda-4be0-957e-780c3b47a9e1 req-f83e5585-bde3-4716-886f-9b120ebe00e4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:03.039252 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-be904c80-7bda-4be0-957e-780c3b47a9e1 req-f83e5585-bde3-4716-886f-9b120ebe00e4 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 944 time: 0.0478363 Jun 03 10:07:03.063717 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1920bfd6-2b2e-4cb0-bc99-f4567c041116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ca1de1bb-16b5-4538-9ccf-7c0a8502724c), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:03.066227 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1920bfd6-2b2e-4cb0-bc99-f4567c041116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:03.067383 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1920bfd6-2b2e-4cb0-bc99-f4567c041116 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca1de1bb-16b5-4538-9ccf-7c0a8502724c HTTP/1.1" status: 204 len: 168 time: 0.2419529 Jun 03 10:07:03.075769 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920bfd6-2b2e-4cb0-bc99-f4567c041116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1de1bb-16b5-4538-9ccf-7c0a8502724c,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:03.091239 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-be904c80-7bda-4be0-957e-780c3b47a9e1 req-b4b0ea99-8842-41c8-b4c0-04dce08bec3f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464423 Jun 03 10:07:03.476413 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e393150a-a9ad-41f3-b8b6-45dcd7922eed no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:07:03.496224 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: e393150a-a9ad-41f3-b8b6-45dcd7922eed {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:07:03.496576 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e393150a-a9ad-41f3-b8b6-45dcd7922eed not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:07:03.880051 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device ddeb8364-fea9-49e6-8361-912b3e7116bb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:07:03.885693 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34040) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:03.931668 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-d366bcf7-5258-43d0-9aba-2e4655713e85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c01f79bef61c457a93cd4d4ce289cf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447500 Jun 03 10:07:03.940111 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34042) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:03.979326 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port ddeb8364-fea9-49e6-8361-912b3e7116bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:03.983324 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e613479-f274-477e-b950-6c8156b553ae admin admin] Publish callbacks [] for security_group (74cec578-97cb-418f-a341-db03fde2debb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:03.985926 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:03.991458 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'port_id': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'mac_address': 'fa:16:3e:7e:9c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:07:04.010753 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e613479-f274-477e-b950-6c8156b553ae admin admin] Publish callbacks [] for security_group (74cec578-97cb-418f-a341-db03fde2debb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:04.026106 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port ddeb8364-fea9-49e6-8361-912b3e7116bb is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:04.026493 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:04.040118 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeb8364-fea9-49e6-8361-912b3e7116bb {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:07:04.060824 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port ddeb8364-fea9-49e6-8361-912b3e7116bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:04.120833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:04.121429 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e613479-f274-477e-b950-6c8156b553ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (74cec578-97cb-418f-a341-db03fde2debb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:04.124174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9e613479-f274-477e-b950-6c8156b553ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:04.134748 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9e613479-f274-477e-b950-6c8156b553ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74cec578-97cb-418f-a341-db03fde2debb HTTP/1.1" status: 204 len: 168 time: 0.1900468 Jun 03 10:07:04.137155 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e613479-f274-477e-b950-6c8156b553ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cec578-97cb-418f-a341-db03fde2debb,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:04.186118 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=ddeb8364-fea9-49e6-8361-912b3e7116bb,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:04.217303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b85b-c48c-45ca-a0c0-b0f6d3d1d328 req-44eca040-5425-4be1-ad27-3ee5daec57ea tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:04.218824 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6db1b85b-c48c-45ca-a0c0-b0f6d3d1d328 req-44eca040-5425-4be1-ad27-3ee5daec57ea tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 945 time: 0.0496790 Jun 03 10:07:04.273652 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6db1b85b-c48c-45ca-a0c0-b0f6d3d1d328 req-7f93ddc9-4153-46f6-9db2-5a4384109601 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482445 Jun 03 10:07:04.420314 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['ddeb8364-fea9-49e6-8361-912b3e7116bb'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:07:04.543709 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:04.592056 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:05.387716 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3a1e-fcf9-41a3-9d87-7f44e9c2c230 req-5e5a6b25-4095-4e3f-add1-64b080721c5c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:05.389191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-108c3a1e-fcf9-41a3-9d87-7f44e9c2c230 req-5e5a6b25-4095-4e3f-add1-64b080721c5c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 945 time: 0.0474501 Jun 03 10:07:05.439613 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-108c3a1e-fcf9-41a3-9d87-7f44e9c2c230 req-03e3f29b-aad2-464a-8250-e342dfbd4d01 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437374 Jun 03 10:07:05.897782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device ddeb8364-fea9-49e6-8361-912b3e7116bb up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:05.948587 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port ddeb8364-fea9-49e6-8361-912b3e7116bb completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:07:06.017442 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port ddeb8364-fea9-49e6-8361-912b3e7116bb triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:06.017818 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:06.092038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port ddeb8364-fea9-49e6-8361-912b3e7116bb is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:06.092418 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:06.114564 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:07:06.116777 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2699760e-5cca-4b7f-aff7-e4f075a43bff" -d '{"events": [{"server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:07:06.128691 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port ddeb8364-fea9-49e6-8361-912b3e7116bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:06.152759 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79c4982-474e-484f-b7d8-1a37a1bc9703 x-openstack-request-id: req-a79c4982-474e-484f-b7d8-1a37a1bc9703 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:07:06.153049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:07:06.153306 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a79c4982-474e-484f-b7d8-1a37a1bc9703 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:07:06.153699 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79c4982-474e-484f-b7d8-1a37a1bc9703'] response: {'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'code': 200} Jun 03 10:07:06.212354 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:06.259575 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=ddeb8364-fea9-49e6-8361-912b3e7116bb,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:06.482145 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:06.492107 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-75c15cbd-1cd9-44ac-bda2-7721c73201a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:06.511848 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa37841-4b7a-47d9-b744-20f4323ae4f6 req-911177cd-d1b5-4b05-ba8c-80dd653dcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:06.513492 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6aa37841-4b7a-47d9-b744-20f4323ae4f6 req-911177cd-d1b5-4b05-ba8c-80dd653dcef2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1130 time: 0.0448565 Jun 03 10:07:06.516372 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=6 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:06.578053 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14445abe-9495-422c-a32a-b173e69df78a req-ea1d13c8-b975-4787-a957-802ccc7f3ea1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:06.580151 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-14445abe-9495-422c-a32a-b173e69df78a req-ea1d13c8-b975-4787-a957-802ccc7f3ea1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0654893 Jun 03 10:07:06.617537 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6aa37841-4b7a-47d9-b744-20f4323ae4f6 req-e27a2840-2942-4ec6-bb12-cc0d2649ea2e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920169 Jun 03 10:07:06.647465 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-14445abe-9495-422c-a32a-b173e69df78a req-2c4d4125-3923-4bf1-bc19-2cde23fd8cf2 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611627 Jun 03 10:07:07.748768 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:07.767049 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8ae47-153c-4eb3-aad3-c0d4017f04ff req-fa5a0557-83ea-41fa-873c-3d139bc9561c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:07.768696 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fb8ae47-153c-4eb3-aad3-c0d4017f04ff req-fa5a0557-83ea-41fa-873c-3d139bc9561c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0502648 Jun 03 10:07:07.817779 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fb8ae47-153c-4eb3-aad3-c0d4017f04ff req-94647911-8c4b-4960-8088-a92014fccf48 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Jun 03 10:07:08.777869 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-1e50ee59-8ec8-425e-9f1d-57d21c91842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:08.934894 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f37f73-a6d0-4c67-9404-d41e4bc10e89 req-c43fce74-c175-405c-8f73-c5ed31ff1912 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:08.936468 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4f37f73-a6d0-4c67-9404-d41e4bc10e89 req-c43fce74-c175-405c-8f73-c5ed31ff1912 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Jun 03 10:07:08.986527 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d4f37f73-a6d0-4c67-9404-d41e4bc10e89 req-1290fdff-adc5-4756-8746-d196d8e22714 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Jun 03 10:07:09.100901 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162ea6-33e1-4dc0-87e9-a771c155ac09 req-92844f1f-7efe-4cab-a754-fbc044e6ec3b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:09.102351 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-98162ea6-33e1-4dc0-87e9-a771c155ac09 req-92844f1f-7efe-4cab-a754-fbc044e6ec3b tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0473645 Jun 03 10:07:09.151599 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-98162ea6-33e1-4dc0-87e9-a771c155ac09 req-d920a566-8dc0-4cf2-8472-863be5b49c46 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 Jun 03 10:07:09.174398 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34088) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:09.211468 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d87f6-e95b-4a30-910c-125e6f968239 tempest-TestVolumeBootPattern-977135865 tempest-TestVolumeBootPattern-977135865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:09.212967 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-612d87f6-e95b-4a30-910c-125e6f968239 tempest-TestVolumeBootPattern-977135865 tempest-TestVolumeBootPattern-977135865-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1125 time: 0.0376084 Jun 03 10:07:09.215802 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34090) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:09.220003 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'port_id': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:09.292104 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:09.381122 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:09.438322 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:09.484119 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Allocated IP 172.27.3.125 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/b721e15e-2e05-4a34-a439-acc013273978) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:09.590822 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (b721e15e-2e05-4a34-a439-acc013273978), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:09.721411 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (b721e15e-2e05-4a34-a439-acc013273978), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:09.758938 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:09.763364 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:09.769380 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:09.789868 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=b721e15e-2e05-4a34-a439-acc013273978,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:09.801076 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:10.063562 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:10.097690 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (42aa7393-87d6-445e-becf-ef1792d1e031), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:10.227248 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (b721e15e-2e05-4a34-a439-acc013273978), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:10.339150 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:10.399933 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for port (b721e15e-2e05-4a34-a439-acc013273978), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:10.457838 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (b721e15e-2e05-4a34-a439-acc013273978), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:10.533049 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event updated for resources: {'Port': ['ID=b721e15e-2e05-4a34-a439-acc013273978,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:10.541155 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (42aa7393-87d6-445e-becf-ef1792d1e031), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:10.634662 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Floating IP 42aa7393-87d6-445e-becf-ef1792d1e031 associated. External IP: 172.27.3.125, port: ddeb8364-fea9-49e6-8361-912b3e7116bb. Jun 03 10:07:10.983968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:07:11.080654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:11.090701 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:11.100873 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:11.101476 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:11.168093 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:11.197594 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:11.201943 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-ce44ba54-d84f-4f4e-ac66-1d29998a55a0 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9851694 Jun 03 10:07:11.206262 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:11.206390 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:07:11.206390 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736769c2-16fb-478e-b48a-2ed75317648c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:07:11.244001 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6146055-58ed-4f0e-b298-5eb531cd154c x-openstack-request-id: req-b6146055-58ed-4f0e-b298-5eb531cd154c {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:07:11.244693 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:07:11.244693 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6146055-58ed-4f0e-b298-5eb531cd154c {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:07:11.245038 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6146055-58ed-4f0e-b298-5eb531cd154c'] response: {'name': 'network-changed', 'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'status': 'completed', 'code': 200} Jun 03 10:07:11.280722 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:11.414269 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:05:01Z', 'revision_number': 1, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}, {'id': '42aa7393-87d6-445e-becf-ef1792d1e031', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:7e:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:07:09Z', 'updated_at': '2022-06-03T10:07:09Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:11.441483 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:11.449867 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:11.450484 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:11.548684 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:11.749462 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:05:01Z', 'revision_number': 1, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}, {'id': '42aa7393-87d6-445e-becf-ef1792d1e031', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:7e:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:07:09Z', 'updated_at': '2022-06-03T10:07:09Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:11.774285 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7716e-d6e9-44d2-a112-b8814d644479 None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:05:01Z', 'revision_number': 1, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}, {'id': '42aa7393-87d6-445e-becf-ef1792d1e031', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:7e:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:07:09Z', 'updated_at': '2022-06-03T10:07:09Z', 'revision_number': 0, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:11.970016 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828746f-1d4a-450b-af9a-9c3cbfe69d1c None None] New status for floating IP 42aa7393-87d6-445e-becf-ef1792d1e031: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:07:12.392839 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736769c2-16fb-478e-b48a-2ed75317648c req-d2e0fb6b-ba0e-4f8b-9b5a-3df99c0d1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:12.394335 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-d2e0fb6b-ba0e-4f8b-9b5a-3df99c0d1498 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1130 time: 0.0399938 Jun 03 10:07:12.485765 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736769c2-16fb-478e-b48a-2ed75317648c req-060d6185-c256-49b8-ba0f-ea387919e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:12.487372 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-060d6185-c256-49b8-ba0f-ea387919e9f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.0874345 Jun 03 10:07:12.547733 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-20d32b9c-a92e-4507-822e-79b9cc4efdc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb HTTP/1.1" status: 200 len: 1002 time: 0.0540357 Jun 03 10:07:12.588424 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:12.598791 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736769c2-16fb-478e-b48a-2ed75317648c req-b09b5286-8bf2-4e2e-ac5e-0c425709eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:12.600194 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-b09b5286-8bf2-4e2e-ac5e-0c425709eb17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0470061 Jun 03 10:07:12.644829 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736769c2-16fb-478e-b48a-2ed75317648c req-73b5ed92-953e-4293-b31f-d74eb94502fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:12.646319 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-73b5ed92-953e-4293-b31f-d74eb94502fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392854 Jun 03 10:07:12.734075 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-971fd5ff-363d-434c-b76e-2a8e10684381 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Jun 03 10:07:12.824374 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-736769c2-16fb-478e-b48a-2ed75317648c req-c3b0a169-346a-4f05-b89d-06baed59f23a service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Jun 03 10:07:12.932010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:14.143136 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.110046 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34170) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:19.213353 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce3baf71-ba4f-4dd5-aee1-4a2d82f0c3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.285467 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce3baf71-ba4f-4dd5-aee1-4a2d82f0c3b6 admin admin] Publish callbacks [] for security_group (f4302826-ce59-4c18-93bc-42dc57af8d46), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.365824 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-ce3baf71-ba4f-4dd5-aee1-4a2d82f0c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f4302826-ce59-4c18-93bc-42dc57af8d46), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.403795 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-ce3baf71-ba4f-4dd5-aee1-4a2d82f0c3b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81b63bf161074034b8ea5cbceccf3feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927136 Jun 03 10:07:19.405677 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3baf71-ba4f-4dd5-aee1-4a2d82f0c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4302826-ce59-4c18-93bc-42dc57af8d46,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:19.406564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34174) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:19.458269 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9463152d-7a0e-42d2-b39d-e62ce4c70e2d admin admin] Publish callbacks [] for security_group (f4302826-ce59-4c18-93bc-42dc57af8d46), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.479986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9463152d-7a0e-42d2-b39d-e62ce4c70e2d admin admin] Publish callbacks [] for security_group (f4302826-ce59-4c18-93bc-42dc57af8d46), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.600368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9463152d-7a0e-42d2-b39d-e62ce4c70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f4302826-ce59-4c18-93bc-42dc57af8d46), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.603033 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-9463152d-7a0e-42d2-b39d-e62ce4c70e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:19.604185 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9463152d-7a0e-42d2-b39d-e62ce4c70e2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4302826-ce59-4c18-93bc-42dc57af8d46 HTTP/1.1" status: 204 len: 168 time: 0.1966345 Jun 03 10:07:19.612413 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463152d-7a0e-42d2-b39d-e62ce4c70e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4302826-ce59-4c18-93bc-42dc57af8d46,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:21.752476 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=73 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:21.753346 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=75 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:22.008854 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:07:22.823908 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-b4488e82-3e78-416f-b272-5a4f9a6ad970 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413730 Jun 03 10:07:22.949153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-75794d88-b7f5-489a-9702-4a57d39488fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:22.950795 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-75794d88-b7f5-489a-9702-4a57d39488fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1130 time: 0.0392158 Jun 03 10:07:23.024635 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:23.061749 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-dc5a73bf-e05c-4964-abae-4afb8ee4cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:23.063219 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-dc5a73bf-e05c-4964-abae-4afb8ee4cbc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.0881028 Jun 03 10:07:23.127126 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-677912e5-e941-4b9e-89c3-168f1245c3d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 HTTP/1.1" status: 200 len: 1002 time: 0.0580938 Jun 03 10:07:23.179035 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-a2827db9-0368-4da0-9dcf-b0981b7c4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:23.180494 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-a2827db9-0368-4da0-9dcf-b0981b7c4482 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0463750 Jun 03 10:07:23.222914 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-96e929ed-ded3-4b48-a4f1-7d9982830030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:23.224365 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-96e929ed-ded3-4b48-a4f1-7d9982830030 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379090 Jun 03 10:07:23.317683 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-dba5f36c-8bea-4833-9355-255e122e5ecf service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867865 Jun 03 10:07:23.379586 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:23.411813 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-638d21d0-ea58-4753-9740-2a2f0e4f5521 req-701b6140-d672-470e-b881-219b94c40b36 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836031 Jun 03 10:07:24.075025 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:25.065499 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ded3c-1e6c-4a80-9864-12641230b4e3 req-e96f0d6e-54f0-48b5-bb85-b07212a12b28 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:25.067022 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ba5ded3c-1e6c-4a80-9864-12641230b4e3 req-e96f0d6e-54f0-48b5-bb85-b07212a12b28 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0539136 Jun 03 10:07:25.114513 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ba5ded3c-1e6c-4a80-9864-12641230b4e3 req-01fe2964-626f-4a10-930d-56c6f38f5320 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 Jun 03 10:07:26.230474 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364848e-4800-46ea-9ea9-278c8c0d7d7a req-00278497-5442-440a-8344-f8bc1a075ebc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:26.231964 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e364848e-4800-46ea-9ea9-278c8c0d7d7a req-00278497-5442-440a-8344-f8bc1a075ebc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0480454 Jun 03 10:07:26.279369 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e364848e-4800-46ea-9ea9-278c8c0d7d7a req-8ec5776c-f2a2-4cb5-8636-a9769c533668 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416343 Jun 03 10:07:27.392924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983673f5-c937-4f7a-9450-4e177baeb607 req-a188fdeb-314b-463a-ad09-0078cce631a0 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:27.395113 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-983673f5-c937-4f7a-9450-4e177baeb607 req-a188fdeb-314b-463a-ad09-0078cce631a0 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0473261 Jun 03 10:07:27.445519 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-983673f5-c937-4f7a-9450-4e177baeb607 req-f29b3547-07d2-4e97-b8fb-2450fbe2f2f1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=4015d517-0d83-494e-aafa-2997c98e5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Jun 03 10:07:27.672102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-87735750-40d6-4651-aac6-53946606a05d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:27.673499 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-87735750-40d6-4651-aac6-53946606a05d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 946 time: 0.0459545 Jun 03 10:07:27.752471 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port 1622156a-d26f-40fe-89b8-7a97ced62e88 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:07:27.752804 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:27.840981 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] For port 1622156a-d26f-40fe-89b8-7a97ced62e88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1622156a-d26f-40fe-89b8-7a97ced62e88,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:27.841331 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:27.995378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:27.995647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (95bf3292-8c0f-4b3c-b1db-393dd01f3bf6), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:27.995955 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP 95bf3292-8c0f-4b3c-b1db-393dd01f3bf6 disassociated. External IP: 172.27.3.220, port: 1622156a-d26f-40fe-89b8-7a97ced62e88. Jun 03 10:07:27.996290 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for 1622156a-d26f-40fe-89b8-7a97ced62e88 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:07:28.039378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:28.116051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:28.224066 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (1622156a-d26f-40fe-89b8-7a97ced62e88), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:28.252986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=1622156a-d26f-40fe-89b8-7a97ced62e88,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:28.360690 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:07:28.463063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:28.475332 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:28.510840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] No DVR routers for this DVR port 1622156a-d26f-40fe-89b8-7a97ced62e88 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:07:28.510840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:28.514323 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27852272-ff6e-4a9e-afa4-499ea621a02d req-ef3dd983-15d1-41dc-b1e5-4d3ebc4cf7eb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "DELETE /v2.0/ports/1622156a-d26f-40fe-89b8-7a97ced62e88 HTTP/1.1" status: 204 len: 173 time: 0.8359935 Jun 03 10:07:28.514799 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'name': 'network-vif-deleted', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:07:28.518123 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed4c57-5a87-4c2e-bed2-dc1b62026570" -d '{"events": [{"server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "name": "network-vif-deleted", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:07:28.552584 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8c2238ad-b095-4e52-9cae-b79bd87c38f6 req-0df303ea-caa5-4810-9792-dbdf8a5d7377 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jun 03 10:07:28.562187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb95ba-bd3b-44a7-8941-b63ca14cc37b x-openstack-request-id: req-c6cb95ba-bd3b-44a7-8941-b63ca14cc37b {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:07:28.562543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c2fa33-3843-4029-a7af-ae2571f5a372", "name": "network-vif-deleted", "tag": "1622156a-d26f-40fe-89b8-7a97ced62e88", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:07:28.562723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6cb95ba-bd3b-44a7-8941-b63ca14cc37b {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:07:28.563777 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cb95ba-bd3b-44a7-8941-b63ca14cc37b'] response: {'server_uuid': '21c2fa33-3843-4029-a7af-ae2571f5a372', 'name': 'network-vif-deleted', 'tag': '1622156a-d26f-40fe-89b8-7a97ced62e88', 'status': 'completed', 'code': 200} Jun 03 10:07:28.583651 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:28.584259 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:28.686497 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:28.869964 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:28.895741 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:28.903915 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:28.904501 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:29.000277 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:29.187051 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:29.210421 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40f0a9b-1fef-467f-b2cb-052c56f6c228 None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:29.399044 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:29.402417 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:INSERT=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:29.415225 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d11c2a-7a36-4b2b-adf8-8bb40c1b24d0 None None] New status for floating IP 95bf3292-8c0f-4b3c-b1db-393dd01f3bf6: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:07:29.672460 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-45b5b68f-846d-404d-8f11-470e38a97205 req-8a098286-57fc-459e-949f-c95f08b4f0f2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0312867 Jun 03 10:07:30.781941 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70262fe3-ed3a-4861-b043-3a949c5a90d8 req-568e7a10-7a09-4530-83b1-ebbe3a5136e3 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c2fa33-3843-4029-a7af-ae2571f5a372 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Jun 03 10:07:32.058596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34284) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:32.112076 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3ad5-7552-4e5c-85d5-f46d264a2388 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (4015d517-0d83-494e-aafa-2997c98e5a2c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.134714 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3ad5-7552-4e5c-85d5-f46d264a2388 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (4015d517-0d83-494e-aafa-2997c98e5a2c), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.371854 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3ad5-7552-4e5c-85d5-f46d264a2388 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (4015d517-0d83-494e-aafa-2997c98e5a2c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.374541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3ad5-7552-4e5c-85d5-f46d264a2388 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.375727 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-8d7d3ad5-7552-4e5c-85d5-f46d264a2388 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/security-groups/4015d517-0d83-494e-aafa-2997c98e5a2c HTTP/1.1" status: 204 len: 168 time: 0.3161159 Jun 03 10:07:32.378667 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34286) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:32.385244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3ad5-7552-4e5c-85d5-f46d264a2388 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015d517-0d83-494e-aafa-2997c98e5a2c,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:32.393814 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.api.v2.resource [None req-f2390f7c-544e-427f-8762-359c5b60fd7d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] show failed (client error): The resource could not be found. Jun 03 10:07:32.394859 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f2390f7c-544e-427f-8762-359c5b60fd7d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups/4015d517-0d83-494e-aafa-2997c98e5a2c HTTP/1.1" status: 404 len: 347 time: 0.0151875 Jun 03 10:07:32.398116 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34288) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:32.512997 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port 14758513-348f-4de6-a3bc-e15e5ab08611 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:07:32.513260 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (14758513-348f-4de6-a3bc-e15e5ab08611), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.592357 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (14758513-348f-4de6-a3bc-e15e5ab08611), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.592682 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (14758513-348f-4de6-a3bc-e15e5ab08611), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.605550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for 14758513-348f-4de6-a3bc-e15e5ab08611 owned by network:floatingip {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:07:32.818091 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (14758513-348f-4de6-a3bc-e15e5ab08611), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.840163 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=14758513-348f-4de6-a3bc-e15e5ab08611,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:32.902954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (95bf3292-8c0f-4b3c-b1db-393dd01f3bf6), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.905341 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:32.906494 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-3d3d5c3f-2368-4245-aa0c-eb2d65f784f8 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/floatingips/95bf3292-8c0f-4b3c-b1db-393dd01f3bf6 HTTP/1.1" status: 204 len: 168 time: 0.5074935 Jun 03 10:07:33.066164 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34294) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:33.070691 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288961213', 'description': 'tempest-description--1032813158'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:33.148962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.216317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (a5fd0023-ef3e-40c1-80c4-4c9ad46fc545), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.273975 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a5fd0023-ef3e-40c1-80c4-4c9ad46fc545), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.303335 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:33.361674 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.362926 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-1852bede-ff6a-46fc-9a20-c13da87b4c40 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2957520 Jun 03 10:07:33.373570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34296) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:33.373570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd0023-ef3e-40c1-80c4-4c9ad46fc545', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:33.474895 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (9fe44dc4-3ab0-4151-9615-db94caed5f05), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.497959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:33.558917 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (9fe44dc4-3ab0-4151-9615-db94caed5f05), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.674345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (9fe44dc4-3ab0-4151-9615-db94caed5f05), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.696149 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe44dc4-3ab0-4151-9615-db94caed5f05,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:33.773733 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.774967 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a88dce8d-18c6-4902-bfa0-bee68b2375fd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075615 Jun 03 10:07:33.777729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34300) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:33.782055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'security_group_rule': {'security_group_id': 'a5fd0023-ef3e-40c1-80c4-4c9ad46fc545', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:33.915147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (f936beaa-1030-44e8-bb26-6d139dcf4ffc), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:33.957392 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:33.970760 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (f936beaa-1030-44e8-bb26-6d139dcf4ffc), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.040165 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (f936beaa-1030-44e8-bb26-6d139dcf4ffc), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.058257 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f936beaa-1030-44e8-bb26-6d139dcf4ffc,revision_number=0']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:34.127961 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.129207 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f52ca2ca-a74a-4fb4-a502-87cc344b55dd tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504946 Jun 03 10:07:34.132447 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34302) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:34.136614 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:34.211844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.296119 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.402718 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.27.3.162 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/471ab3bf-224a-4c6a-90c2-5b87dae41bb2) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:34.481806 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:34.505566 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.652020 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.689500 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:34.692917 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:34.699446 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:34.704490 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=471ab3bf-224a-4c6a-90c2-5b87dae41bb2,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:34.784966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (87d52e7a-bb64-4fe0-a360-3cda23291c61), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:34.866920 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:35.036998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:35.085914 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:35.119961 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:35.151120 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=471ab3bf-224a-4c6a-90c2-5b87dae41bb2,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:35.163272 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (87d52e7a-bb64-4fe0-a360-3cda23291c61), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:35.213139 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:35.214399 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-53a87823-3cc3-43f5-9207-bc18f5776a0c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0810497 Jun 03 10:07:35.512080 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 1622156a-d26f-40fe-89b8-7a97ced62e88 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:07:35.515298 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=71,neutron:UPDATE=7 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:35.535623 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 1622156a-d26f-40fe-89b8-7a97ced62e88 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:07:35.535974 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 1622156a-d26f-40fe-89b8-7a97ced62e88 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:07:35.656943 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-0767297d-b1d0-4fce-96f2-d39db49f9cad tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--288961213&fields=id&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 267 time: 0.2947340 Jun 03 10:07:35.760899 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-4c41b170-760b-4fc3-9605-d08c45dbdad9 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:35.762385 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-4c41b170-760b-4fc3-9605-d08c45dbdad9 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.0989552 Jun 03 10:07:35.777131 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-0caad235-e819-4871-b2f4-a03a8d0c908e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/quotas/3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 375 time: 0.0094383 Jun 03 10:07:35.828450 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-332a5ed9-5863-4eae-8a0b-1152862afb5d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464404 Jun 03 10:07:35.920995 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-b33d1aa6-ddb1-42c3-b81e-0e6ec5e3c2c3 service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Jun 03 10:07:36.012030 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-426ea13f-83b9-45ac-b582-f735c29f3e23 service neutron] 10.222.0.42 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Jun 03 10:07:36.256115 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e06f477-fb92-4efa-9daa-afe3550533af req-a9186b0e-29f0-49e3-a27e-af0d98a40059 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 210 time: 0.0281310 Jun 03 10:07:36.474774 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-7c058905-232e-49a2-8244-1f9a651a04a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:37.351009 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bbc69303-b285-4178-adc7-873b9b492322 req-3af90256-3560-4732-935b-be67fe7cfe43 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Jun 03 10:07:38.352270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:38.375345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-2d9dc101-9572-4ccd-a58f-5abc92ca10d1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:38.377480 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-2d9dc101-9572-4ccd-a58f-5abc92ca10d1 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 814 time: 0.1034296 Jun 03 10:07:38.459726 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-176ce4e4-f00f-4808-9d33-8dfe2f4c553a req-8443706c-20f7-4a7a-b673-a636cc8761fe tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 210 time: 0.0373268 Jun 03 10:07:38.464320 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-9d5fc682-72c2-4259-a91f-541b3e2b8976 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d HTTP/1.1" status: 200 len: 379 time: 0.0788710 Jun 03 10:07:38.476486 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'port': {'device_id': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'admin_state_up': True, 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'security_groups': ['a5fd0023-ef3e-40c1-80c4-4c9ad46fc545']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:38.668754 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Made reservation on behalf of 3e51010dd5d84daf8aa43859e9e7cb6d for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:07:38.672276 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:38.736784 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:38.761079 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-af83bc0b-d097-4cc1-b048-cf8600cb58dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:38.799684 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Allocated IP 172.20.0.6 (284be7b5-7c4f-4f54-b772-bb0f4e7cb533/9ce20ce3-2aa9-48ce-8b40-66003043bf14/c1c2c52c-81ea-4785-aff0-e8e7fa7ed389) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:38.938704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.029104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.071016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:39.074318 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:39.080597 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:39.086442 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event updated for resources: {'Port': ['ID=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:39.138251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:39.138878 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.226424 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-a1feaf97-6d6b-44e0-a758-ea3be9259d9d tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548838 Jun 03 10:07:39.238602 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Request body: {'port': {'device_id': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:39.298477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.306056 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-12a07dd8-f150-4320-95ef-e968018ca507 None None] Provisioning complete for port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:39.306434 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-12a07dd8-f150-4320-95ef-e968018ca507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.328293 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:39.337470 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-12a07dd8-f150-4320-95ef-e968018ca507 None None] Port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:07:39.599476 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772007c-28d4-41f1-abf6-303a841e09f1 req-7518b7d1-8099-46d9-98bd-31e4d8f7f41f tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:39.600974 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0772007c-28d4-41f1-abf6-303a841e09f1 req-7518b7d1-8099-46d9-98bd-31e4d8f7f41f tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 931 time: 0.0666275 Jun 03 10:07:39.643044 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:07:39.654303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Publish callbacks [] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.684365 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Transition to ACTIVE for port object c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:07:39.687956 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0772007c-28d4-41f1-abf6-303a841e09f1 req-d336ca1b-c4bd-4643-a3ae-b01c788c755a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710278 Jun 03 10:07:39.748726 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.802862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Pushing event updated for resources: {'Port': ['ID=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:39.824725 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:39.875667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Attempting to bind port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:39.876006 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Attempting to bind port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:39.876334 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Attempting to bind port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:39.881666 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:07:39.882158 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Attempting to bind port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 on network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:39.888835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:39.892251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Checking segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:39.892251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Bound using segment: {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:39.892251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Bound port: c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:39.892251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:39.966153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] For port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:39.969409 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] For port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:40.030500 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:40.035299 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=77 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:40.045708 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:40.075581 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:40.112419 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.113036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:40.114987 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-882c9002-e196-4191-a139-bdd2738d871d service neutron] 10.222.0.59 "PUT /v2.0/ports/c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 HTTP/1.1" status: 200 len: 1093 time: 0.8807847 Jun 03 10:07:40.115417 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:07:40.117640 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663195a0-6662-4081-a790-3c9ae948fa13" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:07:40.145051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9002-e196-4191-a139-bdd2738d871d service neutron] Pushing event updated for resources: {'Port': ['ID=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:40.162376 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4015e0-065e-4164-8991-00b3f28cb5e3 x-openstack-request-id: req-5b4015e0-065e-4164-8991-00b3f28cb5e3 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:07:40.162670 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:07:40.162928 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b4015e0-065e-4164-8991-00b3f28cb5e3 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:07:40.163360 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4015e0-065e-4164-8991-00b3f28cb5e3'] response: {'name': 'network-changed', 'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'status': 'completed', 'code': 200} Jun 03 10:07:40.223464 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:40.229551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663195a0-6662-4081-a790-3c9ae948fa13 req-305bc4a6-10ce-4009-9e2d-0219d9bb802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.231112 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-663195a0-6662-4081-a790-3c9ae948fa13 req-305bc4a6-10ce-4009-9e2d-0219d9bb802b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 1127 time: 0.0479710 Jun 03 10:07:40.332021 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663195a0-6662-4081-a790-3c9ae948fa13 req-1ac39cc2-616d-4607-8f3c-d5c2510029b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.334050 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-663195a0-6662-4081-a790-3c9ae948fa13 req-1ac39cc2-616d-4607-8f3c-d5c2510029b1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944746 Jun 03 10:07:40.432447 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663195a0-6662-4081-a790-3c9ae948fa13 req-46aa034b-6cac-41db-b45b-d7f613ad08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.433936 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-663195a0-6662-4081-a790-3c9ae948fa13 req-46aa034b-6cac-41db-b45b-d7f613ad08e5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944932 Jun 03 10:07:40.510592 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-e36e2d92-dac8-4268-bc4d-6ab8790b93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.512070 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-e36e2d92-dac8-4268-bc4d-6ab8790b93a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 1127 time: 0.0403662 Jun 03 10:07:40.550636 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-9dd26bf2-0cbc-4233-8c25-d02399cf7fec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 HTTP/1.1" status: 200 len: 217 time: 0.0319452 Jun 03 10:07:40.602300 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-de2e0477-bb3d-4642-9fae-9865e2d96e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.603724 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-de2e0477-bb3d-4642-9fae-9865e2d96e0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0474608 Jun 03 10:07:40.646728 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-e6bba3f1-0f5e-452c-a405-1f1e0276fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.648209 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-e6bba3f1-0f5e-452c-a405-1f1e0276fac8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384872 Jun 03 10:07:40.738018 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-1ccd7187-926b-417f-b0d2-9895c9955452 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Jun 03 10:07:40.852303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1763b-5ef1-48c1-a611-6630ab2a665c req-dc5ab534-7c46-4627-ab64-006391815f20 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:40.853793 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70b1763b-5ef1-48c1-a611-6630ab2a665c req-dc5ab534-7c46-4627-ab64-006391815f20 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 943 time: 0.0894337 Jun 03 10:07:40.905342 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6f09757d-253d-4a1e-90ca-d794fba0984f req-727ce41d-b9a2-4112-a9bb-4bd84788032f service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480720 Jun 03 10:07:40.921327 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-70b1763b-5ef1-48c1-a611-6630ab2a665c req-a376b639-bead-4e3d-bcc5-a09d79ab1e80 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590470 Jun 03 10:07:41.303265 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:42.039158 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b21f4-34f7-4647-bdf4-d5326b5431a8 req-92ce2e5d-7041-471c-937c-992d27603473 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:42.040511 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-918b21f4-34f7-4647-bdf4-d5326b5431a8 req-92ce2e5d-7041-471c-937c-992d27603473 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 943 time: 0.0508201 Jun 03 10:07:42.086670 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-918b21f4-34f7-4647-bdf4-d5326b5431a8 req-ea744ef4-cbab-4140-a4a8-de9e86fcf4b2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406203 Jun 03 10:07:42.652428 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34416) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:42.757480 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-132dd449-61d8-419a-9261-98c4d4976151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:42.829644 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-132dd449-61d8-419a-9261-98c4d4976151 admin admin] Publish callbacks [] for security_group (1b5b8a19-4dd2-4b7b-8189-03aff176ed3c), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:42.903233 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-132dd449-61d8-419a-9261-98c4d4976151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1b5b8a19-4dd2-4b7b-8189-03aff176ed3c), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:42.947584 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-132dd449-61d8-419a-9261-98c4d4976151 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2520970511224763853b5497421870d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939942 Jun 03 10:07:42.949564 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dd449-61d8-419a-9261-98c4d4976151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b8a19-4dd2-4b7b-8189-03aff176ed3c,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:42.950162 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34420) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:42.960427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:42.979526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:43.002127 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5afc39b6-0c26-46f0-8990-e71a2c2f1cf7 admin admin] Publish callbacks [] for security_group (1b5b8a19-4dd2-4b7b-8189-03aff176ed3c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:43.023755 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5afc39b6-0c26-46f0-8990-e71a2c2f1cf7 admin admin] Publish callbacks [] for security_group (1b5b8a19-4dd2-4b7b-8189-03aff176ed3c), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:43.162851 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5afc39b6-0c26-46f0-8990-e71a2c2f1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1b5b8a19-4dd2-4b7b-8189-03aff176ed3c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:43.165244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5afc39b6-0c26-46f0-8990-e71a2c2f1cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:43.166303 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-5afc39b6-0c26-46f0-8990-e71a2c2f1cf7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b5b8a19-4dd2-4b7b-8189-03aff176ed3c HTTP/1.1" status: 204 len: 168 time: 0.2151678 Jun 03 10:07:43.191988 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc39b6-0c26-46f0-8990-e71a2c2f1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5b8a19-4dd2-4b7b-8189-03aff176ed3c,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:43.210756 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c3ada-f9e7-471a-8db8-b044ceb73354 req-1c3305d2-dc71-4a8b-a944-fd76bd5356bc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:43.214322 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4e4c3ada-f9e7-471a-8db8-b044ceb73354 req-1c3305d2-dc71-4a8b-a944-fd76bd5356bc tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 943 time: 0.0609741 Jun 03 10:07:43.264531 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4e4c3ada-f9e7-471a-8db8-b044ceb73354 req-ddad6840-153f-416d-938c-1dc0206f8d90 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463431 Jun 03 10:07:43.511089 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:07:43.610765 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:43.622030 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'port_id': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'mac_address': 'fa:16:3e:f5:16:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:07:43.658338 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:43.658719 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:43.672149 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:07:43.693688 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:43.823170 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:43.869538 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:43.876894 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.877244 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.877583 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.877942 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.878277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.878604 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.878930 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.879277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.879598 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.880165 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.880493 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.880814 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.881164 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.881497 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:43.881799 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:44.042084 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['c1c2c52c-81ea-4785-aff0-e8e7fa7ed389'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:07:44.107385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34446) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:44.158104 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.203718 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-191186987-network', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:44.286513 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Made reservation on behalf of bc1aca15157e45bf95284345dcabf101 for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:07:44.289075 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.298240 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.375253 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:44.391685 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd506ac-67ab-4e8d-9086-879df1574104 req-3b6f1c94-9235-4dcf-8b45-c1954d71c9f7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:44.393188 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cdd506ac-67ab-4e8d-9086-879df1574104 req-3b6f1c94-9235-4dcf-8b45-c1954d71c9f7 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 944 time: 0.0600502 Jun 03 10:07:44.428704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks [] for security_group (1c9ffe08-a93d-4df0-8c6d-a6aee22e169f), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.456227 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cdd506ac-67ab-4e8d-9086-879df1574104 req-7cbf1496-d9fb-425a-8c11-f8f401ed4c5c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534244 Jun 03 10:07:44.480086 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1c9ffe08-a93d-4df0-8c6d-a6aee22e169f), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.499458 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:07:44.518117 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:44.521450 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (ed6c9591-2e07-4026-a442-0bdd00838830), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.521786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Added segment ed6c9591-2e07-4026-a442-0bdd00838830 of type vlan for network 710d39f8-9101-4e3d-baf0-3780f66e0120 Jun 03 10:07:44.563373 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (710d39f8-9101-4e3d-baf0-3780f66e0120), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.662853 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (710d39f8-9101-4e3d-baf0-3780f66e0120), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.663765 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:44.664341 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:44.679932 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:44.722622 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] Pushing event updated for resources: {'Network': ['ID=710d39f8-9101-4e3d-baf0-3780f66e0120,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:44.732917 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:07:44.791578 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a1881383-0991-48e8-8b54-89f3ffd5f393 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6828852 Jun 03 10:07:44.794674 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34452) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:44.799916 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Request body: {'subnet': {'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-191186987-subnet', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:44.897143 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Made reservation on behalf of bc1aca15157e45bf95284345dcabf101 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:07:44.899951 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.009266 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:45.045698 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:45.137507 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (dfb31f98-01b2-435a-a737-8c774ffe0bfa), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.191771 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb31f98-01b2-435a-a737-8c774ffe0bfa,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:45.201661 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Checking segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:45.202055 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Network hostable DHCP agents. Network: 710d39f8-9101-4e3d-baf0-3780f66e0120, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:07:45.268249 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:07:45.337171 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 710d39f8-9101-4e3d-baf0-3780f66e0120) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:45.341117 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:45.341722 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.346341 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182060e1-653d-4f7b-b153-4a8f9f0028d3 None None] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:07:45.399254 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5a0218d8-a20b-4c37-9446-8a1fadc6a9ea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6010010 Jun 03 10:07:45.399478 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34454) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:45.403569 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:45.411973 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:45.446578 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-710d39f8-9101-4e3d-baf0-3780f66e0120', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:07:45.447511 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.466858 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:45.497276 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (3cf204d3-f664-4d5c-915b-9f2536839bb7), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.498606 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (3cf204d3-f664-4d5c-915b-9f2536839bb7), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.527341 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:45.558949 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks [] for router_controller (3cf204d3-f664-4d5c-915b-9f2536839bb7), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.576006 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701366-e0fc-4435-bc3d-87a4e4646b42 req-51512d7e-3a3c-485a-87b5-e318f4021beb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:45.577583 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a8701366-e0fc-4435-bc3d-87a4e4646b42 req-51512d7e-3a3c-485a-87b5-e318f4021beb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 944 time: 0.0503159 Jun 03 10:07:45.614754 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:07:45.622310 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Allocated IP 172.20.0.2 (710d39f8-9101-4e3d-baf0-3780f66e0120/dfb31f98-01b2-435a-a737-8c774ffe0bfa/55cc114b-a9f2-405c-9631-9dca62adf491) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:45.632968 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a8701366-e0fc-4435-bc3d-87a4e4646b42 req-75e0a0dc-6707-474b-9f38-9401a09eb926 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468590 Jun 03 10:07:45.720271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:45.720724 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.785028 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks [] for router_gateway (3cf204d3-f664-4d5c-915b-9f2536839bb7), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.800883 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Publish callbacks [] for port (55cc114b-a9f2-405c-9631-9dca62adf491), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.838816 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:45.839193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.862230 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:07:45.869987 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802f964b-5325-4fce-ab79-54a1fcb069b3" -d '{"events": [{"server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "name": "network-vif-plugged", "status": "completed", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:07:45.876576 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:45.882157 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.914903 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76923f5a-be32-4c3a-8334-369446e3ec29 x-openstack-request-id: req-76923f5a-be32-4c3a-8334-369446e3ec29 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:07:45.915253 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "name": "network-vif-plugged", "status": "completed", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:07:45.915515 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76923f5a-be32-4c3a-8334-369446e3ec29 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:07:45.915907 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76923f5a-be32-4c3a-8334-369446e3ec29'] response: {'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'code': 200} Jun 03 10:07:45.931034 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:45.939335 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:45.942916 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:45.948817 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:45.949733 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:45.954976 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Pushing event updated for resources: {'Port': ['ID=55cc114b-a9f2-405c-9631-9dca62adf491,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:46.022162 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks [] for router_gateway (3cf204d3-f664-4d5c-915b-9f2536839bb7), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.041077 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.054038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:46.057667 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Attempting to bind port 55cc114b-a9f2-405c-9631-9dca62adf491 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:46.058163 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Attempting to bind port 55cc114b-a9f2-405c-9631-9dca62adf491 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:46.058529 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Attempting to bind port 55cc114b-a9f2-405c-9631-9dca62adf491 on network 710d39f8-9101-4e3d-baf0-3780f66e0120 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:46.064453 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:46.064836 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Checking segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:46.065241 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.065633 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Bound using segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:46.066121 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Bound port: 55cc114b-a9f2-405c-9631-9dca62adf491, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:46.066531 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.128659 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] For port 55cc114b-a9f2-405c-9631-9dca62adf491, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:46.131980 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] For port 55cc114b-a9f2-405c-9631-9dca62adf491, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=55cc114b-a9f2-405c-9631-9dca62adf491,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:46.156601 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Allocated IP 172.27.3.146 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/c51f1bf1-1085-4697-b48a-a32b32f43b3b) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:46.227885 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:46.233863 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e34a2d-7c5c-4368-969c-c6bb0aeef65f req-99575442-6a5f-481e-93e0-4a826ddbe9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:46.235405 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-31e34a2d-7c5c-4368-969c-c6bb0aeef65f req-99575442-6a5f-481e-93e0-4a826ddbe9d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 1129 time: 0.0385478 Jun 03 10:07:46.263716 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.264245 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks [] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.281372 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-31e34a2d-7c5c-4368-969c-c6bb0aeef65f req-4ba584b6-2a1d-416c-b082-ecd2125877ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390615 Jun 03 10:07:46.322706 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f5e08-5cd4-48b3-bb63-9e18c4c4071d None None] Pushing event updated for resources: {'Port': ['ID=55cc114b-a9f2-405c-9631-9dca62adf491,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:46.423294 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.467060 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:46.468600 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:46.474470 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:46.478324 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:46.507518 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c51f1bf1-1085-4697-b48a-a32b32f43b3b,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:46.760239 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc9b8-7f2c-493c-920f-42f4869815a5 req-2097e26b-075c-4b60-8079-0cb6e2a8a73e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:46.761783 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-050dc9b8-7f2c-493c-920f-42f4869815a5 req-2097e26b-075c-4b60-8079-0cb6e2a8a73e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 945 time: 0.0607972 Jun 03 10:07:46.809182 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-050dc9b8-7f2c-493c-920f-42f4869815a5 req-f058bd21-ee7a-4f4a-bdfd-7ccf1c36c4ce tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 Jun 03 10:07:46.810704 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks [] for router_gateway (3cf204d3-f664-4d5c-915b-9f2536839bb7), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:46.998080 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (3cf204d3-f664-4d5c-915b-9f2536839bb7), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.199247 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3e5cb-794a-42c5-8169-5a56c64fe427 None None] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:07:47.204139 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:47.259592 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-5855704e-d138-4591-9b77-14792c72f76b None None] Provisioning complete for port 55cc114b-a9f2-405c-9631-9dca62adf491 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:47.259952 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5855704e-d138-4591-9b77-14792c72f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.293721 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:47.360403 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Router 3cf204d3-f664-4d5c-915b-9f2536839bb7 is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:07:47.384271 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-5855704e-d138-4591-9b77-14792c72f76b None None] Current status of the port 55cc114b-a9f2-405c-9631-9dca62adf491 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:47.384674 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5855704e-d138-4591-9b77-14792c72f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.421465 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-5855704e-d138-4591-9b77-14792c72f76b None None] For port 55cc114b-a9f2-405c-9631-9dca62adf491, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=55cc114b-a9f2-405c-9631-9dca62adf491,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:47.474651 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:47.486966 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Sync routers for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:47.492482 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5855704e-d138-4591-9b77-14792c72f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.505504 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:47.505504 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:47.549749 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855704e-d138-4591-9b77-14792c72f76b None None] Pushing event updated for resources: {'Port': ['ID=55cc114b-a9f2-405c-9631-9dca62adf491,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:47.567369 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 55cc114b-a9f2-405c-9631-9dca62adf491 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:47.592143 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.593403 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9042aa76-5941-4940-8ebb-d43abe9507a4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1930084 Jun 03 10:07:47.596107 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34462) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:47.625794 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 55cc114b-a9f2-405c-9631-9dca62adf491 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:47.625794 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.626502 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:47.705105 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 55cc114b-a9f2-405c-9631-9dca62adf491 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:47.723615 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-152c88ac-d7a0-4d7d-8972-01fd50ecac14 None None] Provisioning complete for port 55cc114b-a9f2-405c-9631-9dca62adf491 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:47.723995 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-152c88ac-d7a0-4d7d-8972-01fd50ecac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.725414 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:47.799422 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-152c88ac-d7a0-4d7d-8972-01fd50ecac14 None None] Current status of the port 55cc114b-a9f2-405c-9631-9dca62adf491 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:47.810859 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:46Z', 'revision_number': 3, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:47.839852 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Checking router: 3cf204d3-f664-4d5c-915b-9f2536839bb7 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:47.840212 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Updating router 3cf204d3-f664-4d5c-915b-9f2536839bb7 port c51f1bf1-1085-4697-b48a-a32b32f43b3b binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:07:47.869843 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:47.890853 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:47.935847 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916de0-3181-49f1-a5b9-aad3e06b9fa7 req-bc57c9e4-cdad-432e-bea3-cba38e536266 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:47.937356 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f916de0-3181-49f1-a5b9-aad3e06b9fa7 req-bc57c9e4-cdad-432e-bea3-cba38e536266 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 945 time: 0.0528405 Jun 03 10:07:47.985610 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3f916de0-3181-49f1-a5b9-aad3e06b9fa7 req-214364ab-138c-4182-84cf-b6f236dcac44 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 Jun 03 10:07:48.038856 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.105517 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88afc7-c34d-483f-aec9-3b38ebe885b1 req-46ef6ee1-2aa2-4cba-8809-ce7754694513 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:48.107371 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-6b88afc7-c34d-483f-aec9-3b38ebe885b1 req-46ef6ee1-2aa2-4cba-8809-ce7754694513 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 945 time: 0.0471029 Jun 03 10:07:48.124753 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34468) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:48.131470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Request body: {'floatingip': {'port_id': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:48.169729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (87d52e7a-bb64-4fe0-a360-3cda23291c61), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.173554 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Publish callbacks [] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.205014 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Allocated IP 172.20.0.1 (710d39f8-9101-4e3d-baf0-3780f66e0120/dfb31f98-01b2-435a-a737-8c774ffe0bfa/24454f97-26c3-41f2-8c03-69382cce24e1) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:48.245835 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.297657 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Pushing event updated for resources: {'Port': ['ID=c51f1bf1-1085-4697-b48a-a32b32f43b3b,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:48.312771 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Attempting to bind port c51f1bf1-1085-4697-b48a-a32b32f43b3b on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:48.313280 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Attempting to bind port c51f1bf1-1085-4697-b48a-a32b32f43b3b by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:48.313734 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Attempting to bind port c51f1bf1-1085-4697-b48a-a32b32f43b3b on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:48.314721 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks [] for port (24454f97-26c3-41f2-8c03-69382cce24e1), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.316517 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.317126 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.317415 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.317855 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.318505 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.318691 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.319102 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.319513 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.320035 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.320339 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.320750 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.321181 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.321558 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.321959 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.322638 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:48.329093 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:48.329561 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:48.330171 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.330561 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:48.331082 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Bound port: c51f1bf1-1085-4697-b48a-a32b32f43b3b, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:48.331536 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.379463 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] For port c51f1bf1-1085-4697-b48a-a32b32f43b3b, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:48.382840 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] For port c51f1bf1-1085-4697-b48a-a32b32f43b3b, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=c51f1bf1-1085-4697-b48a-a32b32f43b3b,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:48.412293 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.451667 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:48.455970 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:48.462254 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:48.463786 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:48.475159 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.515008 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (3cf204d3-f664-4d5c-915b-9f2536839bb7), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.531333 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d3820-717c-43c6-94ba-fb3c426dfc29 None None] Pushing event updated for resources: {'Port': ['ID=c51f1bf1-1085-4697-b48a-a32b32f43b3b,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:48.557770 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:48.558421 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:48.562521 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:48.567084 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Pushing event updated for resources: {'Port': ['ID=24454f97-26c3-41f2-8c03-69382cce24e1,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:48.626327 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.647985 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:48.678320 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:48.697563 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (87d52e7a-bb64-4fe0-a360-3cda23291c61), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.730931 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-041dc4bc-a424-48a7-95b5-364209f8d834 None None] Provisioning complete for port 24454f97-26c3-41f2-8c03-69382cce24e1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:48.730931 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-041dc4bc-a424-48a7-95b5-364209f8d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.751207 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.767264 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-041dc4bc-a424-48a7-95b5-364209f8d834 None None] Port 24454f97-26c3-41f2-8c03-69382cce24e1 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:07:48.791867 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:48.808027 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:48.815543 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP 87d52e7a-bb64-4fe0-a360-3cda23291c61 associated. External IP: 172.27.3.162, port: c1c2c52c-81ea-4785-aff0-e8e7fa7ed389. Jun 03 10:07:48.872340 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:46Z', 'revision_number': 3, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:48.893116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:48.971667 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks [] for port (24454f97-26c3-41f2-8c03-69382cce24e1), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:48.983949 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c158b17-4e34-423d-9bbd-43333e34d70b None None] The sync data for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi is: [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:46Z', 'revision_number': 3, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:49.028457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:07:49.041580 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:49.110794 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (3cf204d3-f664-4d5c-915b-9f2536839bb7), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:49.113968 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Pushing event updated for resources: {'Port': ['ID=24454f97-26c3-41f2-8c03-69382cce24e1,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:49.133714 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:49.138251 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:49.143984 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:49.161242 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:49.162304 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:49.188188 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-22f95778-7eea-470e-bc63-2d1a958cb762 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "PUT /v2.0/floatingips/87d52e7a-bb64-4fe0-a360-3cda23291c61 HTTP/1.1" status: 200 len: 991 time: 1.0622010 Jun 03 10:07:49.188887 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:07:49.192718 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:07:49.227992 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:49.229613 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:49.274793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff0411-8d2e-4006-9914-f487bcd17e50 x-openstack-request-id: req-3bff0411-8d2e-4006-9914-f487bcd17e50 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:07:49.275198 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:07:49.275550 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bff0411-8d2e-4006-9914-f487bcd17e50 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:07:49.276062 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bff0411-8d2e-4006-9914-f487bcd17e50'] response: {'name': 'network-changed', 'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'status': 'completed', 'code': 200} Jun 03 10:07:49.338404 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:49.348823 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-0b1c7501-6e93-42f2-81aa-b005886b7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:49.352056 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-0b1c7501-6e93-42f2-81aa-b005886b7355 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 1129 time: 0.0594971 Jun 03 10:07:49.384022 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:49.409047 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Router 3cf204d3-f664-4d5c-915b-9f2536839bb7 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:07:49.521677 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-beb0501a-3804-4ff3-abf3-a34a9ede7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:49.523320 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-beb0501a-3804-4ff3-abf3-a34a9ede7e1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 200 len: 915 time: 0.1629114 Jun 03 10:07:49.616229 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:49.619752 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-86d9f1bf-b5c4-48d0-9445-e7a3a91159bd None None] Provisioning complete for port 24454f97-26c3-41f2-8c03-69382cce24e1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:49.620198 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-86d9f1bf-b5c4-48d0-9445-e7a3a91159bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:49.622740 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-046a0af2-55fc-4d41-b093-beabe52bceda admin admin] 10.222.0.42 "PUT /v2.0/routers/3cf204d3-f664-4d5c-915b-9f2536839bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256011 Jun 03 10:07:49.687770 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 55cc114b-a9f2-405c-9631-9dca62adf491 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:49.756394 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-86d9f1bf-b5c4-48d0-9445-e7a3a91159bd None None] Port 24454f97-26c3-41f2-8c03-69382cce24e1 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:07:49.760475 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '87d52e7a-bb64-4fe0-a360-3cda23291c61', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:f5:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:07:34Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:49.789023 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:49.792845 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 55cc114b-a9f2-405c-9631-9dca62adf491 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:49.793216 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:49.826113 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:49.826748 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:49.932358 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-a1db6ff6-a056-48e9-b5bd-d4a545d36e58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 HTTP/1.1" status: 200 len: 999 time: 0.4034984 Jun 03 10:07:49.962155 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 55cc114b-a9f2-405c-9631-9dca62adf491 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:49.963209 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device c51f1bf1-1085-4697-b48a-a32b32f43b3b up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:49.989236 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:49.992152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-86e99479-2289-40ba-95ce-34caed568658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:49.993826 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-86e99479-2289-40ba-95ce-34caed568658 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 200 len: 853 time: 0.0550852 Jun 03 10:07:50.015233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:50.052115 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-dff17fc5-fa22-470a-bdf1-ab5dc9dcd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:50.053627 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-dff17fc5-fa22-470a-bdf1-ab5dc9dcd627 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=284be7b5-7c4f-4f54-b772-bb0f4e7cb533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539014 Jun 03 10:07:50.146871 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:50.160319 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-345cf227-a744-41ba-9302-dc7863e59b62 service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008210 Jun 03 10:07:50.207852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:50.221481 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port c51f1bf1-1085-4697-b48a-a32b32f43b3b triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:50.222038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.258470 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e0e1c9f2-41f5-47b7-9855-d80cec6c1907 req-62322a22-dd15-4f47-bd9f-f5b7988b683a service neutron] 10.222.0.59 "GET /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923154 Jun 03 10:07:50.372212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port c51f1bf1-1085-4697-b48a-a32b32f43b3b is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:50.372591 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.420334 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port c51f1bf1-1085-4697-b48a-a32b32f43b3b, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=c51f1bf1-1085-4697-b48a-a32b32f43b3b,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:50.434980 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '87d52e7a-bb64-4fe0-a360-3cda23291c61', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:f5:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:07:34Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:50.450439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34490) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:50.455197 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-755216367-network', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:50.465692 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bc058-fa92-446a-afc3-53bf56ffc52b None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '87d52e7a-bb64-4fe0-a360-3cda23291c61', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'port_id': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'mac_address': 'fa:16:3e:f5:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:07:34Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 1, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:50.480216 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.528396 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=c51f1bf1-1085-4697-b48a-a32b32f43b3b,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:50.542093 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Made reservation on behalf of 10c669a8ac59456fbf4e8bac2135a2a1 for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:07:50.544619 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.556113 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.639742 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks [] for security_group (9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.708394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.734526 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:07:50.745270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:50.752949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (0a557f5b-ddbc-4625-8d75-306d50a7a4f4), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.752949 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Added segment 0a557f5b-ddbc-4625-8d75-306d50a7a4f4 of type vlan for network 48f336e8-33c4-4056-844c-15fa5ae209ea Jun 03 10:07:50.794573 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (48f336e8-33c4-4056-844c-15fa5ae209ea), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.865052 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048227c-2c15-4404-a025-6603ad7d5fe8 None None] New status for floating IP 87d52e7a-bb64-4fe0-a360-3cda23291c61: ACTIVE {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:07:50.886012 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (48f336e8-33c4-4056-844c-15fa5ae209ea), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.887059 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:50.887648 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:50.947401 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] Pushing event updated for resources: {'Network': ['ID=48f336e8-33c4-4056-844c-15fa5ae209ea,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:50.957192 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 48f336e8-33c4-4056-844c-15fa5ae209ea details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:07:50.989166 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ed30f12f-ce0c-49b3-9568-992b6d48ef3d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5345640 Jun 03 10:07:50.990156 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34492) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:50.995438 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Request body: {'subnet': {'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-755216367-subnet', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:51.080072 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Made reservation on behalf of 10c669a8ac59456fbf4e8bac2135a2a1 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:07:51.082683 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.142489 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Sync routers for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:51.152709 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:51.153322 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:51.257744 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:51.360501 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.409714 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:51.425509 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Checking segment: {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:51.425913 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Network hostable DHCP agents. Network: 48f336e8-33c4-4056-844c-15fa5ae209ea, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:07:51.445534 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 2, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:51.470773 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Checking router: 3cf204d3-f664-4d5c-915b-9f2536839bb7 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:51.471125 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Updating router 3cf204d3-f664-4d5c-915b-9f2536839bb7 port 24454f97-26c3-41f2-8c03-69382cce24e1 binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:07:51.499819 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.502735 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Network 48f336e8-33c4-4056-844c-15fa5ae209ea is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:07:51.516423 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device c51f1bf1-1085-4697-b48a-a32b32f43b3b up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:51.554627 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:51.600076 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 48f336e8-33c4-4056-844c-15fa5ae209ea) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:51.604082 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:07:51.604681 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.612543 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef7731-2ed1-4bdd-b55e-1255de848ae9 None None] Network 48f336e8-33c4-4056-844c-15fa5ae209ea requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:07:51.658871 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:51.702000 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a524e2ad-a160-448d-ac95-1dcc598c2dc9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7082412 Jun 03 10:07:51.702226 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34494) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:51.706310 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:07:51.718841 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port c51f1bf1-1085-4697-b48a-a32b32f43b3b triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:51.719371 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.794793 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60455'] for router (5ab46739-2c35-4dcf-b1ca-6772262e6d95), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.795955 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60464'] for router (5ab46739-2c35-4dcf-b1ca-6772262e6d95), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.845617 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks [] for router_controller (5ab46739-2c35-4dcf-b1ca-6772262e6d95), precommit_add_association {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.884027 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa04103a0-8eaf-52f2-997b-7f66edfce9c7-48f336e8-33c4-4056-844c-15fa5ae209ea', 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea', 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'fixed_ips': [{'subnet_id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6'}]}} from dv-cinder-844563-1-iscsi. {{(pid=111017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 10:07:51.892975 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:51.926448 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port c51f1bf1-1085-4697-b48a-a32b32f43b3b is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:52.036606 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks [] for router_gateway (5ab46739-2c35-4dcf-b1ca-6772262e6d95), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.039423 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:52.079140 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Publish callbacks [] for port (24454f97-26c3-41f2-8c03-69382cce24e1), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.101496 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.db_base_plugin_common [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Allocated IP 172.20.0.2 (48f336e8-33c4-4056-844c-15fa5ae209ea/8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6/a4b15e14-02d4-4fe9-add4-edb942e75436) {{(pid=111017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:52.154523 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.223840 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f78d-9b3c-4554-a7b4-97f4e98954ad None None] Pushing event updated for resources: {'Port': ['ID=24454f97-26c3-41f2-8c03-69382cce24e1,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:52.239027 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:52.301775 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:52.307222 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks [] for router_gateway (5ab46739-2c35-4dcf-b1ca-6772262e6d95), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.330642 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.330890 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Attempting to bind port 24454f97-26c3-41f2-8c03-69382cce24e1 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:52.331292 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Attempting to bind port 24454f97-26c3-41f2-8c03-69382cce24e1 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:52.331741 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Attempting to bind port 24454f97-26c3-41f2-8c03-69382cce24e1 on network 710d39f8-9101-4e3d-baf0-3780f66e0120 {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:52.342933 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:52.343290 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Checking segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:52.343835 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.344304 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Bound using segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:52.344849 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Bound port: 24454f97-26c3-41f2-8c03-69382cce24e1, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:52.345301 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.369300 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Publish callbacks [] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), precommit_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.397502 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:52.426311 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] For port 24454f97-26c3-41f2-8c03-69382cce24e1, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:52.428344 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] For port 24454f97-26c3-41f2-8c03-69382cce24e1, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=24454f97-26c3-41f2-8c03-69382cce24e1,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:52.458004 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), after_create {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.516658 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Network 48f336e8-33c4-4056-844c-15fa5ae209ea is already hosted by enough agents. {{(pid=111017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:52.518662 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] Provisioning complete for port 24454f97-26c3-41f2-8c03-69382cce24e1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:52.519033 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.521171 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.524707 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Pushing event updated for resources: {'Port': ['ID=a4b15e14-02d4-4fe9-add4-edb942e75436,revision_number=1']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:52.527149 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.scheduler.base_scheduler [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Resources bound (agent type, host, resource id): {{(pid=111017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:52.549791 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Received port after_create {{(pid=111017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:52.615528 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Allocated IP 172.27.3.208 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/d1d94290-e23e-4998-a3a3-9d1061aa4a49) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:52.736909 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks [] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.791903 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f78d-9b3c-4554-a7b4-97f4e98954ad None None] Pushing event updated for resources: {'Port': ['ID=24454f97-26c3-41f2-8c03-69382cce24e1,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:52.798603 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:52.799213 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:52.846269 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.882778 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:52.883478 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Attempting to bind port a4b15e14-02d4-4fe9-add4-edb942e75436 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:52.883845 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Attempting to bind port a4b15e14-02d4-4fe9-add4-edb942e75436 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:52.884206 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Attempting to bind port a4b15e14-02d4-4fe9-add4-edb942e75436 on network 48f336e8-33c4-4056-844c-15fa5ae209ea {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:52.887275 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:52.889977 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:52.900918 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:52.901294 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Checking segment: {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:52.901691 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.902098 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Bound using segment: {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:52.902569 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Bound port: a4b15e14-02d4-4fe9-add4-edb942e75436, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:52.902975 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.909278 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] Current status of the port 24454f97-26c3-41f2-8c03-69382cce24e1 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:52.909633 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:52.922109 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d94290-e23e-4998-a3a3-9d1061aa4a49,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:52.930414 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:52.935308 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:52.991607 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] For port 24454f97-26c3-41f2-8c03-69382cce24e1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=24454f97-26c3-41f2-8c03-69382cce24e1,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:53.011798 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:53.043903 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.054555 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] For port a4b15e14-02d4-4fe9-add4-edb942e75436, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:53.058897 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] For port a4b15e14-02d4-4fe9-add4-edb942e75436, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=a4b15e14-02d4-4fe9-add4-edb942e75436,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:53.184673 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-3cdedf82-eb79-4219-9a0c-db0a06626e58 None None] Provisioning complete for port 24454f97-26c3-41f2-8c03-69382cce24e1 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:53.185343 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3cdedf82-eb79-4219-9a0c-db0a06626e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.187938 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda26ac9-727a-4037-b96c-a6a42e7cc45d None None] Pushing event updated for resources: {'Port': ['ID=24454f97-26c3-41f2-8c03-69382cce24e1,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:53.224573 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.281525 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks [] for router_gateway (5ab46739-2c35-4dcf-b1ca-6772262e6d95), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.286360 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:53.360643 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4382428-37a1-4200-97a4-7d0c3ffd6713 None None] Pushing event updated for resources: {'Port': ['ID=a4b15e14-02d4-4fe9-add4-edb942e75436,revision_number=2']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:53.371109 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:53.400556 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e0d6e-28b0-4eec-b292-04383425819a None None] The sync data for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi is: [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:53.406441 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-3cdedf82-eb79-4219-9a0c-db0a06626e58 None None] Current status of the port 24454f97-26c3-41f2-8c03-69382cce24e1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:53.520781 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598008'] for router (5ab46739-2c35-4dcf-b1ca-6772262e6d95), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.618539 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 24454f97-26c3-41f2-8c03-69382cce24e1 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:53.675345 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 24454f97-26c3-41f2-8c03-69382cce24e1 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:53.675720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.732096 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 is scheduled to L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 with binding_index 1 {{(pid=111016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 10:07:53.791017 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 24454f97-26c3-41f2-8c03-69382cce24e1 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:53.858391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:53.876777 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:53.886247 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Sync routers for ids ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:53.897521 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Routers {'5ab46739-2c35-4dcf-b1ca-6772262e6d95'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:53.898179 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:53.956658 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:53.958931 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a4ae07d6-f224-4952-b24e-e8a22f9ef692 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2556982 Jun 03 10:07:53.960839 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34496) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:07:54.005339 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Set router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:54.176372 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:07:53Z', 'revision_number': 3, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:54.205576 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Checking router: 5ab46739-2c35-4dcf-b1ca-6772262e6d95 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:54.205963 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Updating router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 port d1d94290-e23e-4998-a3a3-9d1061aa4a49 binding host dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:07:54.235919 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.405370 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.433666 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:54.540793 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Publish callbacks [] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), precommit_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.549944 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:54.579528 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:54.583199 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91aa997-ae68-4c29-acf3-2c74fb6d20c4 None None] Network 48f336e8-33c4-4056-844c-15fa5ae209ea requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:07:54.594593 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.597033 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_common [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Allocated IP 172.20.0.1 (48f336e8-33c4-4056-844c-15fa5ae209ea/8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6/2d9c0803-f910-49f2-bc83-0b7681a61fcb) {{(pid=111016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:07:54.638627 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b055561-5d29-4977-9d3b-472f0b904a61 None None] Pushing event updated for resources: {'Port': ['ID=d1d94290-e23e-4998-a3a3-9d1061aa4a49,revision_number=2']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:54.665559 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] Provisioning complete for port a4b15e14-02d4-4fe9-add4-edb942e75436 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:54.666048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.668015 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Attempting to bind port d1d94290-e23e-4998-a3a3-9d1061aa4a49 on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:54.668380 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Attempting to bind port d1d94290-e23e-4998-a3a3-9d1061aa4a49 by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:54.668730 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Attempting to bind port d1d94290-e23e-4998-a3a3-9d1061aa4a49 on network 33c028eb-8266-412a-ab9a-d5c81b51a71c {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:54.677073 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:54.677073 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Checking segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:54.687130 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.687130 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Bound using segment: {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'} {{(pid=111018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:54.687130 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.managers [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Bound port: d1d94290-e23e-4998-a3a3-9d1061aa4a49, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bb4da-1b45-41a0-a38d-f3b378712d9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c'}}] {{(pid=111018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:54.687130 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), before_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.728118 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:54.743601 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] For port d1d94290-e23e-4998-a3a3-9d1061aa4a49, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:54.747079 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.plugins.ml2.db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] For port d1d94290-e23e-4998-a3a3-9d1061aa4a49, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d1d94290-e23e-4998-a3a3-9d1061aa4a49,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:54.748138 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks [] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.795196 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] Current status of the port a4b15e14-02d4-4fe9-add4-edb942e75436 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:54.795581 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.833530 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] For port a4b15e14-02d4-4fe9-add4-edb942e75436, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=a4b15e14-02d4-4fe9-add4-edb942e75436,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:54.846534 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), after_update {{(pid=111018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.875120 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.908638 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Routers {'5ab46739-2c35-4dcf-b1ca-6772262e6d95'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:54.909224 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:54.913790 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Network 48f336e8-33c4-4056-844c-15fa5ae209ea is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:54.914807 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.916726 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:54.926147 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Received port after_create {{(pid=111016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:07:54.953755 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9c0803-f910-49f2-bc83-0b7681a61fcb,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:54.980106 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597764'] for router_interface (5ab46739-2c35-4dcf-b1ca-6772262e6d95), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:54.987455 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b055561-5d29-4977-9d3b-472f0b904a61 None None] Pushing event updated for resources: {'Port': ['ID=d1d94290-e23e-4998-a3a3-9d1061aa4a49,revision_number=3']} {{(pid=111018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:54.990479 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d35d8-c8af-491d-bd09-7af7bc6c596f None None] Pushing event updated for resources: {'Port': ['ID=a4b15e14-02d4-4fe9-add4-edb942e75436,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:55.029623 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] Set router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:55.137416 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-94336de0-781b-4bc3-b43a-f92fed1b7a71 None None] Provisioning complete for port a4b15e14-02d4-4fe9-add4-edb942e75436 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:55.137806 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-94336de0-781b-4bc3-b43a-f92fed1b7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.157378 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), before_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.179155 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:55.219119 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:07:53Z', 'revision_number': 3, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:55.232246 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-94336de0-781b-4bc3-b43a-f92fed1b7a71 None None] Current status of the port a4b15e14-02d4-4fe9-add4-edb942e75436 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:55.253045 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4ae31-8722-4485-86fa-a1d02a77b348 None None] The sync data for ids ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'] in dv-cinder-844563-1-iscsi is: [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:07:53Z', 'revision_number': 3, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:55.349384 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c9818743-d570-4741-a8bd-3ca29ad08186 None None] Provisioning complete for port 2d9c0803-f910-49f2-bc83-0b7681a61fcb triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:55.349769 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c9818743-d570-4741-a8bd-3ca29ad08186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.352424 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:55.370775 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks [] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), precommit_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.382419 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c9818743-d570-4741-a8bd-3ca29ad08186 None None] Port 2d9c0803-f910-49f2-bc83-0b7681a61fcb cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:07:55.416714 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456628'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), after_update {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.483665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601012'] for router_interface (5ab46739-2c35-4dcf-b1ca-6772262e6d95), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.485361 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9c0803-f910-49f2-bc83-0b7681a61fcb,revision_number=2']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:55.499530 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.499865 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.500194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.500521 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.500942 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.501256 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.501571 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.501914 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.502232 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.502681 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.503021 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.503341 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.503705 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.504019 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.504330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:07:55.531203 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device a4b15e14-02d4-4fe9-add4-edb942e75436 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:55.575242 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port a4b15e14-02d4-4fe9-add4-edb942e75436 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:55.575614 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.593979 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Network 48f336e8-33c4-4056-844c-15fa5ae209ea is already hosted by enough agents. {{(pid=111016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:07:55.595305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:07:55.650541 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port a4b15e14-02d4-4fe9-add4-edb942e75436 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:55.707281 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:07:55.801241 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-6310d205-8a01-41b6-894e-6573ca27b7c0 None None] Provisioning complete for port 2d9c0803-f910-49f2-bc83-0b7681a61fcb triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:55.801613 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6310d205-8a01-41b6-894e-6573ca27b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:55.834342 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-6310d205-8a01-41b6-894e-6573ca27b7c0 None None] Port 2d9c0803-f910-49f2-bc83-0b7681a61fcb cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:07:55.979296 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:07:55.984262 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-e5ab6b37-77fa-4f6e-a0df-8df9b92e4e83 admin admin] 10.222.0.42 "PUT /v2.0/routers/5ab46739-2c35-4dcf-b1ca-6772262e6d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224757 Jun 03 10:07:57.570010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d1d94290-e23e-4998-a3a3-9d1061aa4a49 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:57.620289 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:57.627013 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port d1d94290-e23e-4998-a3a3-9d1061aa4a49 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:57.627440 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:57.727200 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Sync routers for ids ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:07:57.732528 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port d1d94290-e23e-4998-a3a3-9d1061aa4a49 is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:57.732919 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:57.752277 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Routers {'5ab46739-2c35-4dcf-b1ca-6772262e6d95'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:57.753116 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:57.794329 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] For port d1d94290-e23e-4998-a3a3-9d1061aa4a49, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d1d94290-e23e-4998-a3a3-9d1061aa4a49,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:57.866851 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:57.874048 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Set router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:58.159930 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Pushing event updated for resources: {'Port': ['ID=d1d94290-e23e-4998-a3a3-9d1061aa4a49,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:58.257427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:07:55Z', 'revision_number': 4, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '2d9c0803-f910-49f2-bc83-0b7681a61fcb', 'name': '', 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'mac_address': 'fa:16:3e:51:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:54Z', 'updated_at': '2022-06-03T10:07:55Z', 'revision_number': 2, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'subnets': [{'id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:58.282907 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Checking router: 5ab46739-2c35-4dcf-b1ca-6772262e6d95 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:07:58.283432 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Updating router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 port 2d9c0803-f910-49f2-bc83-0b7681a61fcb binding host dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 10:07:58.314664 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:58.316494 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:58.625735 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Publish callbacks [] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), precommit_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:58.719927 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:58.728116 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:58.818241 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510b3f1-c2fa-4942-9fdf-5c6d88eb9c88 None None] Pushing event updated for resources: {'Port': ['ID=2d9c0803-f910-49f2-bc83-0b7681a61fcb,revision_number=3']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:58.867207 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Attempting to bind port 2d9c0803-f910-49f2-bc83-0b7681a61fcb on host dv-cinder-844563-1-iscsi for vnic_type normal with profile {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:07:58.867594 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Attempting to bind port 2d9c0803-f910-49f2-bc83-0b7681a61fcb by drivers openvswitch,hyperv on host dv-cinder-844563-1-iscsi at level 0 using segments [{'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:07:58.867959 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Attempting to bind port 2d9c0803-f910-49f2-bc83-0b7681a61fcb on network 48f336e8-33c4-4056-844c-15fa5ae209ea {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:07:58.876307 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Checking agent: {'id': '347ea7b4-cdeb-4368-af4a-10d4c87d0b28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 49, 43), 'started_at': datetime.datetime(2022, 6, 3, 9, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:07:58.876635 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Checking segment: {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:07:58.877038 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:58.877427 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Bound using segment: {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'} {{(pid=111017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:07:58.877906 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.managers [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Bound port: 2d9c0803-f910-49f2-bc83-0b7681a61fcb, host: dv-cinder-844563-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a557f5b-ddbc-4625-8d75-306d50a7a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea'}}] {{(pid=111017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:07:58.878319 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:58.952717 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] For port 2d9c0803-f910-49f2-bc83-0b7681a61fcb, host dv-cinder-844563-1-iscsi, cleared binding levels {{(pid=111017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:07:58.956029 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] For port 2d9c0803-f910-49f2-bc83-0b7681a61fcb, host dv-cinder-844563-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=2d9c0803-f910-49f2-bc83-0b7681a61fcb,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:07:59.018624 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:07:59.029381 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:59.087773 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Routers {'5ab46739-2c35-4dcf-b1ca-6772262e6d95'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:07:59.088451 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:07:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:59.133964 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510b3f1-c2fa-4942-9fdf-5c6d88eb9c88 None None] Pushing event updated for resources: {'Port': ['ID=2d9c0803-f910-49f2-bc83-0b7681a61fcb,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:59.184579 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] Provisioning complete for port 2d9c0803-f910-49f2-bc83-0b7681a61fcb triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:59.184954 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:59.263575 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] Set router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:07:59.374529 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] Current status of the port 2d9c0803-f910-49f2-bc83-0b7681a61fcb is: DOWN; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:59.374913 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:59.460413 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] For port 2d9c0803-f910-49f2-bc83-0b7681a61fcb, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=2d9c0803-f910-49f2-bc83-0b7681a61fcb,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:07:59.489536 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:59.530580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d1d94290-e23e-4998-a3a3-9d1061aa4a49 up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:07:59.560122 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:07:55Z', 'revision_number': 4, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '2d9c0803-f910-49f2-bc83-0b7681a61fcb', 'name': '', 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'mac_address': 'fa:16:3e:51:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:54Z', 'updated_at': '2022-06-03T10:07:58Z', 'revision_number': 4, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'subnets': [{'id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:07:59.599395 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cc771-7e4a-40b7-8f52-ca4b44c1d221 None None] The sync data for ids ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'] in dv-cinder-844563-1-iscsi is: [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:07:55Z', 'revision_number': 4, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '2d9c0803-f910-49f2-bc83-0b7681a61fcb', 'name': '', 'network_id': '48f336e8-33c4-4056-844c-15fa5ae209ea', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'mac_address': 'fa:16:3e:51:08:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:54Z', 'updated_at': '2022-06-03T10:07:58Z', 'revision_number': 4, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'subnets': [{'id': '8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:07:59.613454 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port d1d94290-e23e-4998-a3a3-9d1061aa4a49 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:59.613834 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:59.638143 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:07:59.690056 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port d1d94290-e23e-4998-a3a3-9d1061aa4a49 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:07:59.788793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:59.838269 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44c271-54ff-4058-8fca-1d0bc5d22b42 None None] Pushing event updated for resources: {'Port': ['ID=2d9c0803-f910-49f2-bc83-0b7681a61fcb,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:07:59.906249 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-35c9f620-c986-4176-b07f-65b3f68a26d6 None None] Provisioning complete for port 2d9c0803-f910-49f2-bc83-0b7681a61fcb triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:07:59.906617 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-35c9f620-c986-4176-b07f-65b3f68a26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:07:59.983759 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-35c9f620-c986-4176-b07f-65b3f68a26d6 None None] Current status of the port 2d9c0803-f910-49f2-bc83-0b7681a61fcb is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:08:00.942793 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=44,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:00.945183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:01.542335 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 2d9c0803-f910-49f2-bc83-0b7681a61fcb up at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:08:01.589739 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Provisioning complete for port 2d9c0803-f910-49f2-bc83-0b7681a61fcb triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:08:01.590113 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:01.670183 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Current status of the port 2d9c0803-f910-49f2-bc83-0b7681a61fcb is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:08:05.253140 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:05.972851 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:05.974978 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=38 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:06.531373 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2fc2f93a-6d89-48aa-b18e-41111825fc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:07.964723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-853bd739-682a-4335-8d75-e2dde17b8b42 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:07.966205 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-853bd739-682a-4335-8d75-e2dde17b8b42 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 814 time: 0.1029885 Jun 03 10:08:07.980881 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-c5e5a46f-3d49-47b4-9662-165ac959b916 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/quotas/bc1aca15157e45bf95284345dcabf101 HTTP/1.1" status: 200 len: 375 time: 0.0093884 Jun 03 10:08:08.029784 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-1cc0e96d-f2d3-49f9-bb28-6e5522a0b465 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440261 Jun 03 10:08:08.127688 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-f33670b7-9630-43b4-acd7-f8441e0a71b0 service neutron] 10.222.0.42 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860343 Jun 03 10:08:08.217087 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-3c67c81d-ccfc-463e-9577-6855d64de6e4 service neutron] 10.222.0.42 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833166 Jun 03 10:08:08.465584 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-17c282fe-646d-4d40-8910-dae670ab8cc6 req-76696042-9b59-45eb-90a7-6eaf5813b5e3 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 210 time: 0.0353646 Jun 03 10:08:08.788476 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-9e37a257-a487-4bdc-9ae9-7c5d4562426d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:09.561122 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2a39d5d2-cab7-4f34-bf3a-1fc73c969af9 req-a4b8ed65-43f6-4111-9f46-7d4cecc2ca85 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Jun 03 10:08:10.034366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:10.675097 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f1ed9780-c66f-4f9a-acb9-309f55c42c01 req-2ef2c130-57b4-4b51-803f-d520bd7dacdb tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 210 time: 0.0464902 Jun 03 10:08:10.759425 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-212812f2-7adb-4e0b-bc73-1a79e043b5ab tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:10.760841 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-212812f2-7adb-4e0b-bc73-1a79e043b5ab tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 814 time: 0.1223652 Jun 03 10:08:10.773832 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'port': {'device_id': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'admin_state_up': True, 'tenant_id': 'bc1aca15157e45bf95284345dcabf101'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:10.987620 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Made reservation on behalf of bc1aca15157e45bf95284345dcabf101 for: {'port': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:08:10.991630 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:11.121018 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Allocated IP 172.20.0.5 (710d39f8-9101-4e3d-baf0-3780f66e0120/dfb31f98-01b2-435a-a737-8c774ffe0bfa/9712d570-b0e3-4cae-821e-95248d924048) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:08:11.247319 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:11.271007 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for port (9712d570-b0e3-4cae-821e-95248d924048), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:11.276270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:11.303636 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:11.411282 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:11.458888 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:08:11.465949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:08:11.468655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:11.470203 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:08:11.496482 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.509821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.511257 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:11.531581 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:11.532216 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:11.631871 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-da3a45ba-3260-4342-9356-934da8ac303b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619981 Jun 03 10:08:11.787469 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-494e29e5-54e0-4ee7-838a-47eb5b7b69db None None] Provisioning complete for port 9712d570-b0e3-4cae-821e-95248d924048 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:08:11.790178 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-494e29e5-54e0-4ee7-838a-47eb5b7b69db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9712d570-b0e3-4cae-821e-95248d924048), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:11.853388 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-494e29e5-54e0-4ee7-838a-47eb5b7b69db None None] Port 9712d570-b0e3-4cae-821e-95248d924048 cannot update to ACTIVE because it is not bound. {{(pid=111017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 10:08:11.864633 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b69d-679c-4614-8ebe-2049250ef408 req-0313f5f7-85b9-4057-9765-42e4e1eb2488 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:11.870457 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ad62b69d-679c-4614-8ebe-2049250ef408 req-0313f5f7-85b9-4057-9765-42e4e1eb2488 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.0950310 Jun 03 10:08:11.939116 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ad62b69d-679c-4614-8ebe-2049250ef408 req-3275ddf3-21ab-4a20-a5ca-97b94446dae6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Jun 03 10:08:12.941833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:13.235787 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aa354-1137-4d7f-8736-719c7f8aec6a req-19de8ebd-7419-44b5-908e-a93a15107c89 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:13.237209 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-519aa354-1137-4d7f-8736-719c7f8aec6a req-19de8ebd-7419-44b5-908e-a93a15107c89 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.2227745 Jun 03 10:08:13.301399 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-519aa354-1137-4d7f-8736-719c7f8aec6a req-2a59bb41-8285-4d41-a14c-345e541e6fb7 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Jun 03 10:08:14.189066 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:14.483938 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8eebc6-93b5-43b4-b2b9-4916a6b76597 req-3c0f518b-117f-4fc3-8122-e96703cff716 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:14.485633 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ba8eebc6-93b5-43b4-b2b9-4916a6b76597 req-3c0f518b-117f-4fc3-8122-e96703cff716 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.1072414 Jun 03 10:08:14.537333 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ba8eebc6-93b5-43b4-b2b9-4916a6b76597 req-c4a52bf4-2382-44d7-92d4-57a55338ab07 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443208 Jun 03 10:08:15.662044 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac6ee-b154-4690-8b34-c99e96a14564 req-78e5e49b-b8db-48eb-bd69-8bdb29964b3b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:15.664160 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ffeac6ee-b154-4690-8b34-c99e96a14564 req-78e5e49b-b8db-48eb-bd69-8bdb29964b3b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.0536520 Jun 03 10:08:15.714246 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ffeac6ee-b154-4690-8b34-c99e96a14564 req-bb964f15-66ad-4e63-bf21-418c167243a7 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Jun 03 10:08:16.839861 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aff7b4-b56b-4caa-aa81-91a0231dd00c req-3f055a6a-abc0-4cf1-b949-acdf77d04d0b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:16.841479 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d1aff7b4-b56b-4caa-aa81-91a0231dd00c req-3f055a6a-abc0-4cf1-b949-acdf77d04d0b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.0530868 Jun 03 10:08:16.891768 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d1aff7b4-b56b-4caa-aa81-91a0231dd00c req-d62ea3c0-675a-455f-b0fd-a06cd676a4a9 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Jun 03 10:08:17.037226 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=2 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:17.041724 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=48 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:18.012537 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a84b8-e6b8-4cdc-aa6a-004c502ebb9b req-32c9d134-1aca-4f7c-ad3a-673a2f6e453b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:18.014155 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-739a84b8-e6b8-4cdc-aa6a-004c502ebb9b req-32c9d134-1aca-4f7c-ad3a-673a2f6e453b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.0491443 Jun 03 10:08:18.048456 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:18.067214 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-739a84b8-e6b8-4cdc-aa6a-004c502ebb9b req-1af4ca6c-f133-4953-8949-5b4ccfaa1d29 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467515 Jun 03 10:08:19.201812 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e55ca-311d-4bb5-a6a6-918674e5fd63 req-06fc24a5-72dd-4fdb-a6ef-d1cf35345579 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:19.203320 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4d5e55ca-311d-4bb5-a6a6-918674e5fd63 req-06fc24a5-72dd-4fdb-a6ef-d1cf35345579 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 931 time: 0.0533497 Jun 03 10:08:19.260700 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4d5e55ca-311d-4bb5-a6a6-918674e5fd63 req-450d22bf-9fdb-41db-9c47-cbe3554efc2b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Jun 03 10:08:19.421384 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Request body: {'port': {'device_id': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:19.479915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:19.727396 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:19.759729 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9712d570-b0e3-4cae-821e-95248d924048 {{(pid=111015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:08:19.766979 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Publish callbacks [] for port (9712d570-b0e3-4cae-821e-95248d924048), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:19.779149 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.provisioning_blocks [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Transition to ACTIVE for port object 9712d570-b0e3-4cae-821e-95248d924048 will not be triggered until provisioned by entity L2. {{(pid=111015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 10:08:19.845393 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:19.901807 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:19.977230 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Attempting to bind port 9712d570-b0e3-4cae-821e-95248d924048 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 10:08:19.977548 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Attempting to bind port 9712d570-b0e3-4cae-821e-95248d924048 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 10:08:19.977810 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Attempting to bind port 9712d570-b0e3-4cae-821e-95248d924048 on network 710d39f8-9101-4e3d-baf0-3780f66e0120 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:08:19.982748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Port 9712d570-b0e3-4cae-821e-95248d924048 on network 710d39f8-9101-4e3d-baf0-3780f66e0120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 10:08:19.983073 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Attempting to bind port 9712d570-b0e3-4cae-821e-95248d924048 on network 710d39f8-9101-4e3d-baf0-3780f66e0120 {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 10:08:19.988344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Checking agent: {'id': '71250237-cce2-4a98-932b-22b56a5cc3b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'started_at': datetime.datetime(2022, 6, 3, 9, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 10:08:19.994112 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Checking segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:08:19.994112 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Bound using segment: {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'} {{(pid=111015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 10:08:19.994112 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.managers [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Bound port: 9712d570-b0e3-4cae-821e-95248d924048, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6c9591-2e07-4026-a442-0bdd00838830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120'}}] {{(pid=111015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 10:08:19.994112 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:19.999592 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:20.054981 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, cleared binding levels {{(pid=111015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 10:08:20.057902 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 10:08:20.158187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:20.187187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.187187 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:20.187633 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] 10.222.0.59 "PUT /v2.0/ports/9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 1093 time: 0.7707119 Jun 03 10:08:20.189844 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:20.192948 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:20.220570 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a550e-683e-4d3b-9a69-5dcccdd0a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=3']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:20.237781 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ba619e-f446-436d-8058-07eeb638781c x-openstack-request-id: req-03ba619e-f446-436d-8058-07eeb638781c {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:20.238104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:20.238350 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03ba619e-f446-436d-8058-07eeb638781c {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:20.238746 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ba619e-f446-436d-8058-07eeb638781c'] response: {'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'status': 'completed', 'code': 200} Jun 03 10:08:20.304551 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70 req-6eccbe19-af92-4576-ad59-596b460351e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.306152 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70 req-6eccbe19-af92-4576-ad59-596b460351e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1127 time: 0.0469406 Jun 03 10:08:20.421209 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943d2-9c16-40c7-ad27-82d0bbffa23d req-f7244106-8946-4dba-b515-44e581bf9cb9 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.422698 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f2b943d2-9c16-40c7-ad27-82d0bbffa23d req-f7244106-8946-4dba-b515-44e581bf9cb9 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 943 time: 0.0864370 Jun 03 10:08:20.474176 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70 req-db79f2f6-121a-4ac0-954d-0b8d47ff8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.475566 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70 req-db79f2f6-121a-4ac0-954d-0b8d47ff8a49 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bc1aca15157e45bf95284345dcabf101&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1617773 Jun 03 10:08:20.505529 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f2b943d2-9c16-40c7-ad27-82d0bbffa23d req-8efd9313-1a6e-44a3-a95e-c07042f1ce92 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762711 Jun 03 10:08:20.571552 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70 req-4c509054-d77d-4c9b-8ef2-8fd8b9e3d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.573081 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-977cf3e9-7b4b-4c21-a9e8-c7c8a2760d70 req-4c509054-d77d-4c9b-8ef2-8fd8b9e3d5e9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904400 Jun 03 10:08:20.649349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-bf8b8e69-a4a8-45a8-aebc-baf5a5f6f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.650877 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-bf8b8e69-a4a8-45a8-aebc-baf5a5f6f155 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1127 time: 0.0444829 Jun 03 10:08:20.692293 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-dad0ccea-bf48-4324-bb4d-9b06f93f11dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 217 time: 0.0327437 Jun 03 10:08:20.742408 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-e1ab94ca-8a4a-4518-8408-b0637d2e8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.743844 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-e1ab94ca-8a4a-4518-8408-b0637d2e8226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0439775 Jun 03 10:08:20.964117 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-dcc552b8-f76e-42e0-9e9e-3adbe06895be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:20.965757 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-dcc552b8-f76e-42e0-9e9e-3adbe06895be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408399 Jun 03 10:08:21.066203 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-ec036304-d55b-46a7-9a7b-5862343cd548 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880051 Jun 03 10:08:21.137644 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:21.157115 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-4fc5e1e7-7da7-407e-8d40-7023de164eb9 req-3eae4c84-8395-4bdd-905e-ef3b80899284 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 Jun 03 10:08:21.625835 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c761-b2d6-4558-8dac-8d78959d2aec req-5725d9d8-efeb-4885-b176-478b0ce74d7e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:21.627455 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ead6c761-b2d6-4558-8dac-8d78959d2aec req-5725d9d8-efeb-4885-b176-478b0ce74d7e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 943 time: 0.0520778 Jun 03 10:08:21.674206 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ead6c761-b2d6-4558-8dac-8d78959d2aec req-dab835a3-25f8-48ee-96e2-36fcab1cfdeb tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Jun 03 10:08:22.785355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba3c6-3628-49a0-87d3-9270a7ff204d req-0cb5e4fb-7cad-4e01-90dd-1789b73a1e94 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:22.786830 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96bba3c6-3628-49a0-87d3-9270a7ff204d req-0cb5e4fb-7cad-4e01-90dd-1789b73a1e94 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 943 time: 0.0472987 Jun 03 10:08:22.832968 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-96bba3c6-3628-49a0-87d3-9270a7ff204d req-43bab8f9-0eba-4647-b1cb-24442ba415c9 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Jun 03 10:08:23.731676 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-6017a74f-6528-40c1-b3dd-c274aff2e0b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412955 Jun 03 10:08:23.743634 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9712d570-b0e3-4cae-821e-95248d924048 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=111017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 10:08:23.760599 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:23.789484 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-b6c57f3a-b47f-4868-b7ed-f264360791d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:23.791011 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-b6c57f3a-b47f-4868-b7ed-f264360791d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1130 time: 0.0386765 Jun 03 10:08:23.845390 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:23.856916 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Returning: {'device': '9712d570-b0e3-4cae-821e-95248d924048', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'port_id': '9712d570-b0e3-4cae-821e-95248d924048', 'mac_address': 'fa:16:3e:e8:1e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 10:08:23.885133 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:23.895305 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-13f46e23-b5e3-484d-84c2-237146633d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:23.898000 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-13f46e23-b5e3-484d-84c2-237146633d67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.0874894 Jun 03 10:08:23.898126 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 9712d570-b0e3-4cae-821e-95248d924048 is: DOWN; New status is: BUILD {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:08:23.898126 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:23.912309 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9712d570-b0e3-4cae-821e-95248d924048 {{(pid=111017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 10:08:23.937008 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:23.999939 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:24.000172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2249779-f7eb-4802-b187-d120e9ac41a6 req-ce774abc-c485-4897-ba53-05dd66a5ca0b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:24.001655 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2249779-f7eb-4802-b187-d120e9ac41a6 req-ce774abc-c485-4897-ba53-05dd66a5ca0b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 943 time: 0.0601521 Jun 03 10:08:24.003600 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-6e0ccb62-6cef-48f7-9692-6c61f2f1a0ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb HTTP/1.1" status: 200 len: 1002 time: 0.1007700 Jun 03 10:08:24.046626 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=4']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:24.084657 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-b28391a7-01ee-4c91-bd28-28594e8d0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:24.086132 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-b28391a7-01ee-4c91-bd28-28594e8d0898 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0708308 Jun 03 10:08:24.089518 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-b2249779-f7eb-4802-b187-d120e9ac41a6 req-faf9f661-cae2-49cc-a58e-47e9e09a1c72 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813515 Jun 03 10:08:24.134041 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-ecaac54b-1041-42ce-be1b-7469ab4b295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:24.135516 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-ecaac54b-1041-42ce-be1b-7469ab4b295a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426280 Jun 03 10:08:24.226337 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9712d570-b0e3-4cae-821e-95248d924048'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:08:24.228552 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-d9a8f3ea-0a71-4d63-94d6-32457b596acf service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Jun 03 10:08:24.334092 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cb9a08bc-3c8a-4be9-917d-94f16378af61 req-35d3a369-25f9-4e4e-9b47-95562ea01be4 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990422 Jun 03 10:08:24.355184 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:25.202115 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fb1a-e077-4d51-a785-4a1406c187f2 req-902c493c-040a-44ff-8308-3477a48db853 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:25.203672 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff58fb1a-e077-4d51-a785-4a1406c187f2 req-902c493c-040a-44ff-8308-3477a48db853 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 944 time: 0.0484712 Jun 03 10:08:25.251186 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-ff58fb1a-e077-4d51-a785-4a1406c187f2 req-a81b8c91-f9e0-4cd3-a1d1-081c00d66958 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jun 03 10:08:25.755385 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9712d570-b0e3-4cae-821e-95248d924048 up at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 10:08:25.796868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning for port 9712d570-b0e3-4cae-821e-95248d924048 completed by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 10:08:25.850821 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Provisioning complete for port 9712d570-b0e3-4cae-821e-95248d924048 triggered by entity L2. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:08:25.851201 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9712d570-b0e3-4cae-821e-95248d924048), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:25.923963 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Current status of the port 9712d570-b0e3-4cae-821e-95248d924048 is: BUILD; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:08:25.924351 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:25.947072 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:25.949338 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f0fea55cfefaf13ee6df90b464903c7fd053377a994998f66b241e3bf227989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f21523-7672-44c6-8721-c962c02ad8b9" -d '{"events": [{"server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "name": "network-vif-plugged", "status": "completed", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:25.963132 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:25.987077 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfa3528-b08b-471f-8048-22481f6ae9e5 x-openstack-request-id: req-3dfa3528-b08b-471f-8048-22481f6ae9e5 {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:25.987364 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "name": "network-vif-plugged", "status": "completed", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "code": 200}]} {{(pid=111017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:25.987640 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dfa3528-b08b-471f-8048-22481f6ae9e5 {{(pid=111017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:25.988037 dv-cinder-844563-1-iscsi neutron-server[111017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfa3528-b08b-471f-8048-22481f6ae9e5'] response: {'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'code': 200} Jun 03 10:08:26.028402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:26.081810 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=5']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:26.313489 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acbc1-9683-47ac-a71d-9e065d12cd6d req-744a402b-06cd-46f2-9a6b-b76683f1e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:26.315010 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7c3acbc1-9683-47ac-a71d-9e065d12cd6d req-744a402b-06cd-46f2-9a6b-b76683f1e50c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1129 time: 0.0388772 Jun 03 10:08:26.385185 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c66c9-c2b6-4ea2-98fd-bf50df033a14 req-d789150c-eee6-4711-8144-2d08293a2a05 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:26.386707 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb8c66c9-c2b6-4ea2-98fd-bf50df033a14 req-d789150c-eee6-4711-8144-2d08293a2a05 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0692744 Jun 03 10:08:26.415271 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7c3acbc1-9683-47ac-a71d-9e065d12cd6d req-4a3865f9-2353-4348-b37a-4e40f086f2c4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892174 Jun 03 10:08:26.432248 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:26.444522 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-eb8c66c9-c2b6-4ea2-98fd-bf50df033a14 req-e45eaade-d618-4eb2-b4b2-8060196b80a0 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482841 Jun 03 10:08:27.560182 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50a31-113b-4ad2-9f87-072170b2daf1 req-af3ee27e-92cd-40a6-8023-2743f4bcff9d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:27.562492 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-51b50a31-113b-4ad2-9f87-072170b2daf1 req-af3ee27e-92cd-40a6-8023-2743f4bcff9d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Jun 03 10:08:27.608728 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-51b50a31-113b-4ad2-9f87-072170b2daf1 req-a6237940-d395-4005-90c0-bb59c414ce0b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Jun 03 10:08:28.721608 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6d93-68a2-45dd-a1bf-ab06db4b5d74 req-ca35fed6-6bb1-4475-8dd4-9fadfd56663f tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:28.723187 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8baf6d93-68a2-45dd-a1bf-ab06db4b5d74 req-ca35fed6-6bb1-4475-8dd4-9fadfd56663f tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Jun 03 10:08:28.773365 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8baf6d93-68a2-45dd-a1bf-ab06db4b5d74 req-7c4ea381-e7bd-47a9-9822-7d71bfe02ae2 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Jun 03 10:08:28.892689 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb75a-4343-4ad7-a871-7c1e8b123e8a req-f9f9bfb0-f6ee-400b-b7f4-7ba55c3278f0 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:28.894206 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7ffdb75a-4343-4ad7-a871-7c1e8b123e8a req-f9f9bfb0-f6ee-400b-b7f4-7ba55c3278f0 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Jun 03 10:08:28.923156 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:28.945948 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7ffdb75a-4343-4ad7-a871-7c1e8b123e8a req-030fc0c9-2d68-4d2e-9081-0a5022be01c8 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Jun 03 10:08:29.261827 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b34e2-f6e5-4db5-b149-78888768face req-1334101b-97d5-4500-b23c-05e093191d32 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:29.263355 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-035b34e2-f6e5-4db5-b149-78888768face req-1334101b-97d5-4500-b23c-05e093191d32 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0470028 Jun 03 10:08:29.313665 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-035b34e2-f6e5-4db5-b149-78888768face req-13221fa9-5559-437d-85f0-86a7b8a1fcd2 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Jun 03 10:08:35.303893 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=15 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:36.005799 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:08:36.074059 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:36.080088 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:36.462253 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f2c221bf-1243-4968-ac3c-4870cc5d1ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:38.742429 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-95d602b0-64fb-47f4-958f-1da9b8aec47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:39.307298 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:39.310184 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=37 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:40.050613 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:41.296501 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:42.919137 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:43.694312 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155046f1-e303-401b-bad3-631e15837562 req-3bd4e479-ec24-4e35-ba64-000820739596 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:43.695709 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-155046f1-e303-401b-bad3-631e15837562 req-3bd4e479-ec24-4e35-ba64-000820739596 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jun 03 10:08:43.743852 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-155046f1-e303-401b-bad3-631e15837562 req-689da384-3e5f-4a82-aca5-e333024a9a9c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Jun 03 10:08:43.765948 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34770) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:43.844477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60cff1b-dd20-4df9-ab52-dbef14f04ccf tempest-TestMinimumBasicScenario-1894856438 tempest-TestMinimumBasicScenario-1894856438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:43.846009 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-a60cff1b-dd20-4df9-ab52-dbef14f04ccf tempest-TestMinimumBasicScenario-1894856438 tempest-TestMinimumBasicScenario-1894856438-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1124 time: 0.0790398 Jun 03 10:08:43.848962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34774) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:43.853790 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'floatingip': {'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'port_id': '9712d570-b0e3-4cae-821e-95248d924048', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:43.942219 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:44.024344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:44.131135 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_common [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Allocated IP 172.27.3.43 (33c028eb-8266-412a-ab9a-d5c81b51a71c/bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0/b3a37c84-72da-4d40-af40-f9a4e7649d21) {{(pid=111015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 10:08:44.193531 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:44.238480 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:44.348270 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758544361786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:44.384172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Network 33c028eb-8266-412a-ab9a-d5c81b51a71c is already hosted by enough agents. {{(pid=111015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 10:08:44.387163 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.base_scheduler [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Resources bound (agent type, host, resource id): {{(pid=111015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:08:44.390652 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Received port after_create {{(pid=111015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 10:08:44.422501 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'Port': ['ID=b3a37c84-72da-4d40-af40-f9a4e7649d21,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:44.617286 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8263db-6da1-4ff5-a6a8-b1fe9f2c62bb req-664abc5a-94b2-4767-acb8-63e4a5d60594 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:44.618788 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3e8263db-6da1-4ff5-a6a8-b1fe9f2c62bb req-664abc5a-94b2-4767-acb8-63e4a5d60594 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 945 time: 0.1096632 Jun 03 10:08:44.655898 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:44.666060 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:44.690231 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-3e8263db-6da1-4ff5-a6a8-b1fe9f2c62bb req-62ab7d2f-ac5a-458f-b4d4-7341711ace1c tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639522 Jun 03 10:08:44.808891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for floatingip (76188bf4-39a1-48e8-a875-afb171b2e7c1), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:44.941385 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:45.364016 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:45.433497 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:45.500841 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'Port': ['ID=b3a37c84-72da-4d40-af40-f9a4e7649d21,revision_number=2']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:45.511044 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (76188bf4-39a1-48e8-a875-afb171b2e7c1), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:45.590317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:45.604118 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Floating IP 76188bf4-39a1-48e8-a875-afb171b2e7c1 associated. External IP: 172.27.3.43, port: 9712d570-b0e3-4cae-821e-95248d924048. Jun 03 10:08:45.822389 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4f7db-80c9-4a0e-b941-8a8f2ef0f8f3 req-0a8ea50b-b06d-4d73-9d7f-686e15dc363b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:45.823848 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27e4f7db-80c9-4a0e-b941-8a8f2ef0f8f3 req-0a8ea50b-b06d-4d73-9d7f-686e15dc363b tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 945 time: 0.0605841 Jun 03 10:08:45.854756 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Router 3cf204d3-f664-4d5c-915b-9f2536839bb7 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:08:45.888596 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-27e4f7db-80c9-4a0e-b941-8a8f2ef0f8f3 req-5b9b3178-2b3e-4d41-a53f-c9c1c51559ca tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588913 Jun 03 10:08:45.980676 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:08:45.991553 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] Sync routers for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:08:46.000729 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:46.001415 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:46.047045 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:46.084292 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-dabd3086-a860-499e-a528-259978562f27 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:46.085986 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-dabd3086-a860-499e-a528-259978562f27 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 945 time: 0.0487132 Jun 03 10:08:46.103998 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.170182 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-5260c9a4-408e-41fc-8de4-972c49f838a6 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3201528 Jun 03 10:08:46.173100 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34786) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:46.178770 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951292509', 'description': 'tempest-secgroup-smoke-1951292509 description', 'project_id': 'bc1aca15157e45bf95284345dcabf101'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:46.188011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:46.189234 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:46.190293 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f282228-3bb7-41b0-b34e-5201ed6cf64a" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:46.211612 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:46.211954 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.268286 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.312708 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c9bf0-e34f-4e44-8bd9-12c2286df650 x-openstack-request-id: req-299c9bf0-e34f-4e44-8bd9-12c2286df650 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:46.319254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:46.319254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-299c9bf0-e34f-4e44-8bd9-12c2286df650 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:46.319254 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299c9bf0-e34f-4e44-8bd9-12c2286df650'] response: {'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'status': 'completed', 'code': 200} Jun 03 10:08:46.319254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] For port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:46.319254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.357550 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group (cef61ad8-b587-47c5-8346-035aa684925d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.416719 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '76188bf4-39a1-48e8-a875-afb171b2e7c1', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'port_id': '9712d570-b0e3-4cae-821e-95248d924048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'mac_address': 'fa:16:3e:e8:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:08:44Z', 'updated_at': '2022-06-03T10:08:44Z', 'revision_number': 0, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:46.441024 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] Checking router: 3cf204d3-f664-4d5c-915b-9f2536839bb7 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:08:46.449536 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:46.450161 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:46.462106 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cef61ad8-b587-47c5-8346-035aa684925d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.495575 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef61ad8-b587-47c5-8346-035aa684925d,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:46.495802 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-f94c066a-6d49-4142-8b3b-04dfd7a0015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:46.497111 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-f94c066a-6d49-4142-8b3b-04dfd7a0015d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1129 time: 0.1384194 Jun 03 10:08:46.552906 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:46.566557 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.566915 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597905'] for floatingip (87d52e7a-bb64-4fe0-a360-3cda23291c61), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.567229 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Floating IP 87d52e7a-bb64-4fe0-a360-3cda23291c61 disassociated. External IP: 172.27.3.162, port: c1c2c52c-81ea-4785-aff0-e8e7fa7ed389. Jun 03 10:08:46.567567 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:46.578957 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.583371 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-449c49fc-65c3-449b-8c9c-f395e29df7d4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4085708 Jun 03 10:08:46.584210 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34794) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:46.589246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group_rule': {'security_group_id': 'cef61ad8-b587-47c5-8346-035aa684925d', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:46.646831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-74b6b686-efff-4034-b179-0fd34b68fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:46.648818 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-74b6b686-efff-4034-b179-0fd34b68fbfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 915 time: 0.1454778 Jun 03 10:08:46.654541 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:46.685349 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (40372aef-a9b2-4694-88c2-148c77235cd5), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.735777 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-5999b178-3c41-4cc3-9afb-bb9cc31c6e15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 998 time: 0.0699475 Jun 03 10:08:46.742796 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (40372aef-a9b2-4694-88c2-148c77235cd5), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.774817 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '76188bf4-39a1-48e8-a875-afb171b2e7c1', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'port_id': '9712d570-b0e3-4cae-821e-95248d924048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'mac_address': 'fa:16:3e:e8:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:08:44Z', 'updated_at': '2022-06-03T10:08:44Z', 'revision_number': 0, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:46.799623 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96deb9a-4668-42fc-9549-64d3c3ee7974 None None] The sync data for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi is: [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '76188bf4-39a1-48e8-a875-afb171b2e7c1', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'port_id': '9712d570-b0e3-4cae-821e-95248d924048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'mac_address': 'fa:16:3e:e8:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:08:44Z', 'updated_at': '2022-06-03T10:08:44Z', 'revision_number': 0, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:08:46.805864 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:46.813617 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-a0f0b502-28ce-4f4c-a797-639fc4a65a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:46.815160 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-a0f0b502-28ce-4f4c-a797-639fc4a65a3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0625885 Jun 03 10:08:46.850729 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (40372aef-a9b2-4694-88c2-148c77235cd5), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.866156 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-912a2d9e-9e07-4bb9-9b51-4666d0a8b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:46.867790 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-912a2d9e-9e07-4bb9-9b51-4666d0a8b183 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462444 Jun 03 10:08:46.875122 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40372aef-a9b2-4694-88c2-148c77235cd5,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:46.880382 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-4f2b7c6c-e4ed-4f27-a9a3-00686dbded5f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=111015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 10:08:46.882001 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-4f2b7c6c-e4ed-4f27-a9a3-00686dbded5f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074408 Jun 03 10:08:46.885164 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (c1c2c52c-81ea-4785-aff0-e8e7fa7ed389), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.950499 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:46.952722 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1702965a-ef30-4f29-8f1b-cf088c144b6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667600 Jun 03 10:08:46.956242 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34798) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:46.958939 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=c1c2c52c-81ea-4785-aff0-e8e7fa7ed389,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:46.964499 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group_rule': {'security_group_id': 'cef61ad8-b587-47c5-8346-035aa684925d', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:47.041920 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399b56a-fdfb-46c7-9d8f-7aea193ddd6e None None] New status for floating IP 76188bf4-39a1-48e8-a875-afb171b2e7c1: ACTIVE {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:08:47.068064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb5814d7-0d16-41bf-8adf-b4f1c4d24780 req-4cbf950c-57c5-40ff-bf0e-ff3688c4ee5e tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 210 time: 0.0617366 Jun 03 10:08:47.070524 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (5f7244b5-5fef-4cb9-812b-ff482a7014c3), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.127228 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-48c994c1-a599-4fca-b756-3ffaf8268875 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372720 Jun 03 10:08:47.133775 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (5f7244b5-5fef-4cb9-812b-ff482a7014c3), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.187150 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:08:47.194721 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (5f7244b5-5fef-4cb9-812b-ff482a7014c3), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.217057 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7244b5-5fef-4cb9-812b-ff482a7014c3,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:47.277064 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.278534 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-6c15a9ca-72d2-4dbe-9e56-5516e6025d5d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209789 Jun 03 10:08:47.281200 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34800) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:47.286364 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group_rule': {'security_group_id': 'cef61ad8-b587-47c5-8346-035aa684925d', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:47.315362 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1f282228-3bb7-41b0-b34e-5201ed6cf64a req-e9749e25-212c-41c9-8dc1-81ebefa0d4c6 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768901 Jun 03 10:08:47.334862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:08:47.345440 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:08:47.349398 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=92 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:47.361842 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:47.363031 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:47.377034 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (1f09cac2-79ea-45fd-8daa-93f327804b9e), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.381534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] No DVR routers for this DVR port c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:08:47.384265 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.387958 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-adf2f85c-50e4-4f36-8548-9c25bba47be8 req-fd46d5ef-e1e0-494b-b5c0-20d72ffd184a tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.59 "DELETE /v2.0/ports/c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 HTTP/1.1" status: 204 len: 173 time: 1.2963636 Jun 03 10:08:47.461341 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (1f09cac2-79ea-45fd-8daa-93f327804b9e), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.508896 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:47.547923 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (1f09cac2-79ea-45fd-8daa-93f327804b9e), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.568113 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f09cac2-79ea-45fd-8daa-93f327804b9e,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:47.578033 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:47.658443 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.659644 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0dadfe3f-9ed0-49b4-b6a0-b121055d2ced tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772418 Jun 03 10:08:47.663052 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34802) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:47.667365 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group_rule': {'security_group_id': 'cef61ad8-b587-47c5-8346-035aa684925d', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:47.694065 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:47.722249 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:08:47.731229 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:47.731821 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:47.781785 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (0055f1ff-470c-46ed-b563-f20165279427), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.829640 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:47.833058 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:47.842197 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (0055f1ff-470c-46ed-b563-f20165279427), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.931116 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (0055f1ff-470c-46ed-b563-f20165279427), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:47.947662 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0055f1ff-470c-46ed-b563-f20165279427,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:48.014923 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:48.039290 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123748-a877-49ee-8475-04d6d3ada70d None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:47Z', 'revision_number': 4, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '0b5062a4-988a-400d-baf8-b25159428768', 'name': '', 'network_id': '284be7b5-7c4f-4f54-b772-bb0f4e7cb533', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'mac_address': 'fa:16:3e:87:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:46Z', 'updated_at': '2022-06-03T10:03:50Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'subnets': [{'id': '9ce20ce3-2aa9-48ce-8b40-66003043bf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:08:48.052750 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.054049 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f89e8892-35bf-4146-96b3-1ecefb9c2f24 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3900607 Jun 03 10:08:48.056870 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34804) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:48.061758 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group_rule': {'security_group_id': 'cef61ad8-b587-47c5-8346-035aa684925d', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:48.066034 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:48.205090 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.securitygroups_db [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Project bc1aca15157e45bf95284345dcabf101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 10:08:48.213602 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (2db02235-7d98-459b-829e-9cfed8527f48), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.283080 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (2db02235-7d98-459b-829e-9cfed8527f48), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.300758 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-30cded2c-5edf-44e6-b7c0-cb81a7e96cd9 req-f0b59963-d4b8-40b5-b9d9-7432fc8f9cf2 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe3cd1b-2870-4ad9-8299-bf2eb727a286 HTTP/1.1" status: 200 len: 210 time: 0.0344985 Jun 03 10:08:48.311428 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c6309-3063-4170-a68c-f4e00c909a7f None None] New status for floating IP 87d52e7a-bb64-4fe0-a360-3cda23291c61: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:08:48.314610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'name': 'network-vif-deleted', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:48.317108 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726e0d17-df38-459f-878b-0d0e68929350" -d '{"events": [{"server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "name": "network-vif-deleted", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:48.355526 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (2db02235-7d98-459b-829e-9cfed8527f48), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.371723 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d5a1b-f860-46f5-9554-c53f2928f402 x-openstack-request-id: req-f63d5a1b-f860-46f5-9554-c53f2928f402 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:48.372368 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3cd1b-2870-4ad9-8299-bf2eb727a286", "name": "network-vif-deleted", "tag": "c1c2c52c-81ea-4785-aff0-e8e7fa7ed389", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:48.372679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f63d5a1b-f860-46f5-9554-c53f2928f402 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:48.373143 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63d5a1b-f860-46f5-9554-c53f2928f402'] response: {'server_uuid': 'efe3cd1b-2870-4ad9-8299-bf2eb727a286', 'name': 'network-vif-deleted', 'tag': 'c1c2c52c-81ea-4785-aff0-e8e7fa7ed389', 'status': 'completed', 'code': 200} Jun 03 10:08:48.375958 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db02235-7d98-459b-829e-9cfed8527f48,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:48.452584 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.453822 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-d8f8a846-a56f-498d-b3f3-89bfbe782126 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3956926 Jun 03 10:08:48.457127 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34812) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:48.462076 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'security_group_rule': {'security_group_id': 'cef61ad8-b587-47c5-8346-035aa684925d', 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:48.565332 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.securitygroups_db [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Project bc1aca15157e45bf95284345dcabf101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 10:08:48.572275 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (7108584a-c156-4822-87a4-d6c943576846), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.621575 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (7108584a-c156-4822-87a4-d6c943576846), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.696301 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095732'] for security_group_rule (7108584a-c156-4822-87a4-d6c943576846), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.714496 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7108584a-c156-4822-87a4-d6c943576846,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:48.795651 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:48.796861 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-84581107-13c5-4fd1-aba0-8bb8a151ed7a tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388112 Jun 03 10:08:48.886138 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-37b85d13-10d3-4490-9396-b7a68144aa6b tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951292509&fields=id&tenant_id=bc1aca15157e45bf95284345dcabf101 HTTP/1.1" status: 200 len: 267 time: 0.0441914 Jun 03 10:08:48.935659 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-37bf3b29-3f19-47b1-b96c-2c520d83e056 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:48.937095 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-37bf3b29-3f19-47b1-b96c-2c520d83e056 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0457656 Jun 03 10:08:48.947547 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'port': {'security_groups': ['1c9ffe08-a93d-4df0-8c6d-a6aee22e169f', 'cef61ad8-b587-47c5-8346-035aa684925d']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:08:49.018522 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.122649 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:49.233029 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:49.260654 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for port (9712d570-b0e3-4cae-821e-95248d924048), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.313161 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.326634 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9712d570-b0e3-4cae-821e-95248d924048'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:08:49.352869 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:49.358583 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:49.359430 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.369476 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-a83e1292-cbae-4361-849a-ad5c727e9156 req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "PUT /v2.0/ports/9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 981 time: 0.4174614 Jun 03 10:08:49.399003 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c48b8c-bc83-422e-aa46-28e16a885946 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=6']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:49.437101 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9712d570-b0e3-4cae-821e-95248d924048'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:08:49.483477 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3f111-2a99-4855-857a-53f115bbf55b req-0409edf6-bbd7-4e07-8f6d-e1601bb1ddc4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:49.487271 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34822) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:49.492706 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-60a3f111-2a99-4855-857a-53f115bbf55b req-0409edf6-bbd7-4e07-8f6d-e1601bb1ddc4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0672760 Jun 03 10:08:49.571856 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-60a3f111-2a99-4855-857a-53f115bbf55b req-e51f73ea-c289-43e9-9d58-427182ddfd69 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778160 Jun 03 10:08:49.583217 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8409c990-583d-42bf-891a-ef78c1e04707 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (a5fd0023-ef3e-40c1-80c4-4c9ad46fc545), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.611003 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8409c990-583d-42bf-891a-ef78c1e04707 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (a5fd0023-ef3e-40c1-80c4-4c9ad46fc545), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.755842 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-e968e586-801e-4ea4-afcb-326df8dd2cde None None] Provisioning complete for port 9712d570-b0e3-4cae-821e-95248d924048 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:08:49.756657 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e968e586-801e-4ea4-afcb-326df8dd2cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9712d570-b0e3-4cae-821e-95248d924048), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.764074 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8409c990-583d-42bf-891a-ef78c1e04707 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (a5fd0023-ef3e-40c1-80c4-4c9ad46fc545), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.766728 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8409c990-583d-42bf-891a-ef78c1e04707 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.770281 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8409c990-583d-42bf-891a-ef78c1e04707 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/security-groups/a5fd0023-ef3e-40c1-80c4-4c9ad46fc545 HTTP/1.1" status: 204 len: 168 time: 0.2784622 Jun 03 10:08:49.770645 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34826) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:49.778971 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409c990-583d-42bf-891a-ef78c1e04707 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd0023-ef3e-40c1-80c4-4c9ad46fc545,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:49.789303 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.api.v2.resource [None req-250e6d54-3821-4d34-bfd0-8694f33599cb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] show failed (client error): The resource could not be found. Jun 03 10:08:49.793755 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:49.793992 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-250e6d54-3821-4d34-bfd0-8694f33599cb tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "GET /v2.0/security-groups/a5fd0023-ef3e-40c1-80c4-4c9ad46fc545 HTTP/1.1" status: 404 len: 347 time: 0.0188222 Jun 03 10:08:49.794356 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34828) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:49.805774 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:49.859444 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:08:49.898139 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:08:49.898482 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device c1c2c52c-81ea-4785-aff0-e8e7fa7ed389 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:08:49.914563 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Deleting port 471ab3bf-224a-4c6a-90c2-5b87dae41bb2 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:49.914911 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:49.933878 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34830) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:49.992829 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-e968e586-801e-4ea4-afcb-326df8dd2cde None None] Current status of the port 9712d570-b0e3-4cae-821e-95248d924048 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:08:50.005960 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.006884 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.020397 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Calling delete_port for 471ab3bf-224a-4c6a-90c2-5b87dae41bb2 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:50.073197 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:50.078582 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Deleting port b721e15e-2e05-4a34-a439-acc013273978 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:50.078939 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (b721e15e-2e05-4a34-a439-acc013273978), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.154587 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (b721e15e-2e05-4a34-a439-acc013273978), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.154915 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (b721e15e-2e05-4a34-a439-acc013273978), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.168114 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Calling delete_port for b721e15e-2e05-4a34-a439-acc013273978 owned by network:floatingip {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:50.257438 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (471ab3bf-224a-4c6a-90c2-5b87dae41bb2), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.282579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Pushing event deleted for resources: {'Port': ['ID=471ab3bf-224a-4c6a-90c2-5b87dae41bb2,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:50.321774 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:50.361908 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks [] for floatingip (87d52e7a-bb64-4fe0-a360-3cda23291c61), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.364717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.366749 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ba906e77-fa4e-4d43-b276-dbdaf55464b5 tempest-AttachVolumeNegativeTest-1165735283 tempest-AttachVolumeNegativeTest-1165735283-project] 10.222.0.42 "DELETE /v2.0/floatingips/87d52e7a-bb64-4fe0-a360-3cda23291c61 HTTP/1.1" status: 204 len: 168 time: 0.5710604 Jun 03 10:08:50.374604 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:50.377222 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:50.418171 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660a8a2d-5414-457a-93ad-80612fa5361f x-openstack-request-id: req-660a8a2d-5414-457a-93ad-80612fa5361f {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:50.418476 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:50.418724 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-660a8a2d-5414-457a-93ad-80612fa5361f {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:50.419129 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660a8a2d-5414-457a-93ad-80612fa5361f'] response: {'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'status': 'completed', 'code': 200} Jun 03 10:08:50.486954 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0903dd0b-27c7-4d74-b8cf-224e700dc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:50.488601 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0903dd0b-27c7-4d74-b8cf-224e700dc669 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1168 time: 0.0390244 Jun 03 10:08:50.512869 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:50.547952 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (b721e15e-2e05-4a34-a439-acc013273978), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.575663 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'Port': ['ID=b721e15e-2e05-4a34-a439-acc013273978,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:50.584809 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0efcbf81-9601-4214-a080-0fbd9a628f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:50.586309 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0efcbf81-9601-4214-a080-0fbd9a628f3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 915 time: 0.0910876 Jun 03 10:08:50.647578 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (42aa7393-87d6-445e-becf-ef1792d1e031), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.647909 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Floating IP 42aa7393-87d6-445e-becf-ef1792d1e031 disassociated (deleted). External IP: 172.27.3.125, port: ddeb8364-fea9-49e6-8361-912b3e7116bb. Jun 03 10:08:50.651818 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0101195b-01e0-47a1-b46e-0bbc142ae993 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 1000 time: 0.0593462 Jun 03 10:08:50.704806 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0babafbb-414b-49aa-be89-c4ec1419c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:50.706296 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0babafbb-414b-49aa-be89-c4ec1419c934 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0488763 Jun 03 10:08:50.754048 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0c3de321-9e2d-42e2-8fd7-943d12f13a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:50.755529 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-0c3de321-9e2d-42e2-8fd7-943d12f13a80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438340 Jun 03 10:08:50.768182 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:50.844854 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-7529d811-ecc1-4488-8255-53c84d41cbcb service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831604 Jun 03 10:08:50.850456 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:08:50.941632 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-89dfc7b7-732a-45aa-99e7-06a9c0a87f52 req-40467a0c-04f7-4b03-9355-e4cc75643a89 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900559 Jun 03 10:08:50.951314 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:08:50.956396 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:50.960810 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:08:50.972518 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:50.973199 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:50.989466 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-954b6f42-abde-497c-805e-2b8f7749cc27 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "DELETE /v2.0/floatingips/42aa7393-87d6-445e-becf-ef1792d1e031 HTTP/1.1" status: 204 len: 168 time: 1.0542064 Jun 03 10:08:50.990173 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:50.993233 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0370912b-1557-4160-8708-5c5ff590c7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:51.032936 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a407211-339e-4643-8aff-9bfdd7967f57 x-openstack-request-id: req-0a407211-339e-4643-8aff-9bfdd7967f57 {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:51.032936 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:51.032936 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a407211-339e-4643-8aff-9bfdd7967f57 {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:51.032936 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a407211-339e-4643-8aff-9bfdd7967f57'] response: {'name': 'network-changed', 'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'status': 'completed', 'code': 200} Jun 03 10:08:51.077708 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:51.325947 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:51.359221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370912b-1557-4160-8708-5c5ff590c7ae req-85a2f86f-7040-4f2a-b6f1-ede44e964548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:51.360851 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-85a2f86f-7040-4f2a-b6f1-ede44e964548 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 1130 time: 0.3062787 Jun 03 10:08:51.393427 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:05:01Z', 'revision_number': 1, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:51.417655 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:08:51.426175 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:51.426771 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:51.457781 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d86fc-4897-4b54-a897-033e82493a8e req-8db9959b-0bcb-44a1-a234-750845b4d2eb tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:51.459281 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-677d86fc-4897-4b54-a897-033e82493a8e req-8db9959b-0bcb-44a1-a234-750845b4d2eb tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0474439 Jun 03 10:08:51.508883 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-677d86fc-4897-4b54-a897-033e82493a8e req-8cb26594-6f45-4f69-b8f1-4f763984ba7f tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438998 Jun 03 10:08:51.526607 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:51.550704 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=100 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:51.732484 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:05:01Z', 'revision_number': 1, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:51.756429 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aefabb-4449-41b3-ba85-259a1d7d2e6b None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_floatingips': [{'id': '37659767-ee98-4103-a7e0-c96457f653ff', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'router_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'port_id': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'mac_address': 'fa:16:3e:6e:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T10:04:58Z', 'updated_at': '2022-06-03T10:05:01Z', 'revision_number': 1, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:08:51.972727 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321e1b9-17d2-4440-82e3-527b44a9df8d None None] New status for floating IP 42aa7393-87d6-445e-becf-ef1792d1e031: DOWN {{(pid=111017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:08:52.521038 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370912b-1557-4160-8708-5c5ff590c7ae req-392ab0c6-40d5-46b1-9d3d-cfbd7739fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:52.521761 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-392ab0c6-40d5-46b1-9d3d-cfbd7739fa68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.0875499 Jun 03 10:08:52.639422 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-ed00cc67-d6f4-4521-a147-fed6bb4f6ad4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb HTTP/1.1" status: 200 len: 217 time: 0.0531256 Jun 03 10:08:52.659554 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb587382-d86c-4cd6-8573-ef9298da8005 req-28fdaddd-2f2a-4ba6-9b53-0710a9797009 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:52.660958 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb587382-d86c-4cd6-8573-ef9298da8005 req-28fdaddd-2f2a-4ba6-9b53-0710a9797009 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0841155 Jun 03 10:08:52.717959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370912b-1557-4160-8708-5c5ff590c7ae req-af2ab60b-49fa-4fe7-9f9a-dc058da82491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:52.719378 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-af2ab60b-49fa-4fe7-9f9a-dc058da82491 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0725551 Jun 03 10:08:52.737447 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb587382-d86c-4cd6-8573-ef9298da8005 req-f32b9a89-2a9a-42f9-a282-f174dc600f7e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577748 Jun 03 10:08:52.845936 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370912b-1557-4160-8708-5c5ff590c7ae req-645c1d68-1423-42a0-b6a3-df1ccda4542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:52.847372 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-645c1d68-1423-42a0-b6a3-df1ccda4542f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382941 Jun 03 10:08:52.947981 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-adb82511-7674-4884-8665-3bdd3ca8cc74 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:52.949387 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-adb82511-7674-4884-8665-3bdd3ca8cc74 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 946 time: 0.0532227 Jun 03 10:08:52.983986 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:53.018732 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-3dc0a536-d106-4c85-91ef-469018e2c5b0 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641538 Jun 03 10:08:53.102453 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Deleting port ddeb8364-fea9-49e6-8361-912b3e7116bb {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:53.102796 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:53.204820 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-0370912b-1557-4160-8708-5c5ff590c7ae req-6a52ba21-bd87-4d1d-836a-d044745f88fe service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638861 Jun 03 10:08:53.222614 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] For port ddeb8364-fea9-49e6-8361-912b3e7116bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ddeb8364-fea9-49e6-8361-912b3e7116bb,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:53.222976 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:53.236258 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Calling delete_port for ddeb8364-fea9-49e6-8361-912b3e7116bb owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:53.343709 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:53.461993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (ddeb8364-fea9-49e6-8361-912b3e7116bb), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:53.488555 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'Port': ['ID=ddeb8364-fea9-49e6-8361-912b3e7116bb,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:53.534862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] No DVR routers for this DVR port ddeb8364-fea9-49e6-8361-912b3e7116bb on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:08:53.537231 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:53.540417 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-30add9d1-215e-40ca-9b1d-38aebb7fa4f4 req-04601c0a-e125-4bd8-96a7-9d6d1abdc2ed tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "DELETE /v2.0/ports/ddeb8364-fea9-49e6-8361-912b3e7116bb HTTP/1.1" status: 204 len: 173 time: 0.5850072 Jun 03 10:08:53.540847 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'name': 'network-vif-deleted', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:53.543128 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752759e9-835a-4343-aa4a-b9a1962358b5" -d '{"events": [{"server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "name": "network-vif-deleted", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:53.580821 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd088900-a5f0-48d5-862d-15beae2e21fb x-openstack-request-id: req-bd088900-a5f0-48d5-862d-15beae2e21fb {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:53.581182 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba348d8e-b108-46ae-8ef2-db977c9ca0d6", "name": "network-vif-deleted", "tag": "ddeb8364-fea9-49e6-8361-912b3e7116bb", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:53.581442 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd088900-a5f0-48d5-862d-15beae2e21fb {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:53.581848 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd088900-a5f0-48d5-862d-15beae2e21fb'] response: {'server_uuid': 'ba348d8e-b108-46ae-8ef2-db977c9ca0d6', 'name': 'network-vif-deleted', 'tag': 'ddeb8364-fea9-49e6-8361-912b3e7116bb', 'status': 'completed', 'code': 200} Jun 03 10:08:53.836003 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-bb03f6cf-b29a-4537-be1c-1f315271fa3d req-f5b997f9-68d2-4f8d-acf3-76462145711e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 210 time: 0.0317044 Jun 03 10:08:54.500328 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34880) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:54.606617 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:54.909764 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (5fb27bdb-39ce-4ac2-bce1-095090823d7c), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:54.948306 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-cba3f8fc-11b6-4747-9c0c-d3152a071098 req-b0be254d-3f93-4330-8cad-b0541339c2ca tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba348d8e-b108-46ae-8ef2-db977c9ca0d6 HTTP/1.1" status: 200 len: 210 time: 0.0291927 Jun 03 10:08:55.126352 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Deleting port 0b5062a4-988a-400d-baf8-b25159428768 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:55.126678 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (0b5062a4-988a-400d-baf8-b25159428768), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:55.203687 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] For port 0b5062a4-988a-400d-baf8-b25159428768, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=0b5062a4-988a-400d-baf8-b25159428768,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:55.204048 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (0b5062a4-988a-400d-baf8-b25159428768), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:55.217198 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Calling delete_port for 0b5062a4-988a-400d-baf8-b25159428768 owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:55.277989 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:55.450608 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (0b5062a4-988a-400d-baf8-b25159428768), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:55.473952 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5062a4-988a-400d-baf8-b25159428768,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:55.610851 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:55.633977 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (5fb27bdb-39ce-4ac2-bce1-095090823d7c), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.004156 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Router 5fb27bdb-39ce-4ac2-bce1-095090823d7c has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:08:56.107737 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:08:56.115627 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-de28774f-70b7-4697-b58d-3bfa1a6ac5f1 admin admin] 10.222.0.42 "PUT /v2.0/routers/5fb27bdb-39ce-4ac2-bce1-095090823d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114168 Jun 03 10:08:56.115826 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34892) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:56.117570 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] Sync routers for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:08:56.127512 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:56.128240 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:56.227439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks [] for router (5fb27bdb-39ce-4ac2-bce1-095090823d7c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.234449 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:56.330164 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks [] for router_gateway (5fb27bdb-39ce-4ac2-bce1-095090823d7c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.399388 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:08:55Z', 'revision_number': 5, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port': {'id': 'ae751748-2e61-4792-8999-ec0982ba4a48', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:56.426873 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] Checking router: 5fb27bdb-39ce-4ac2-bce1-095090823d7c for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:08:56.435735 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] Routers {'5fb27bdb-39ce-4ac2-bce1-095090823d7c'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:56.436343 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:56.442782 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Deleting port ae751748-2e61-4792-8999-ec0982ba4a48 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:56.443122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.516346 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] Set router 5fb27bdb-39ce-4ac2-bce1-095090823d7c gateway port host: None {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:56.523741 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] For port ae751748-2e61-4792-8999-ec0982ba4a48, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=ae751748-2e61-4792-8999-ec0982ba4a48,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:56.524105 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.537325 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Calling delete_port for ae751748-2e61-4792-8999-ec0982ba4a48 owned by network:router_gateway {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:56.566493 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:08:56Z', 'revision_number': 6, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:56.579891 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:56.590976 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be145514-4b4c-43db-bdc9-2cc10cb83287 None None] The sync data for ids ['5fb27bdb-39ce-4ac2-bce1-095090823d7c'] in dv-cinder-844563-1-iscsi is: [{'id': '5fb27bdb-39ce-4ac2-bce1-095090823d7c', 'name': 'tempest-AttachVolumeNegativeTest-665660629-router', 'tenant_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:03:44Z', 'updated_at': '2022-06-03T10:08:56Z', 'revision_number': 6, 'project_id': '3e51010dd5d84daf8aa43859e9e7cb6d', 'gw_port_host': None}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:08:56.810618 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (ae751748-2e61-4792-8999-ec0982ba4a48), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.836760 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae751748-2e61-4792-8999-ec0982ba4a48,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:56.900730 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (5fb27bdb-39ce-4ac2-bce1-095090823d7c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.902193 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:56.988877 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (5fb27bdb-39ce-4ac2-bce1-095090823d7c), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:56.991217 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks [] for router_controller (5fb27bdb-39ce-4ac2-bce1-095090823d7c), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.194275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (5fb27bdb-39ce-4ac2-bce1-095090823d7c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.195129 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb27bdb-39ce-4ac2-bce1-095090823d7c {{(pid=111015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:08:57.200412 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.201621 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b7814b23-2cc8-4bd1-b215-02b6121457d2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5fb27bdb-39ce-4ac2-bce1-095090823d7c HTTP/1.1" status: 204 len: 168 time: 1.0847368 Jun 03 10:08:57.204184 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34896) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:57.252816 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Deleting subnet 9ce20ce3-2aa9-48ce-8b40-66003043bf14 {{(pid=111015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:08:57.256833 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Publish callbacks [] for subnet (9ce20ce3-2aa9-48ce-8b40-66003043bf14), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.293470 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858860'] for subnet (9ce20ce3-2aa9-48ce-8b40-66003043bf14), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.373058 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (9ce20ce3-2aa9-48ce-8b40-66003043bf14), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.508984 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8908398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10061203'] for subnet (9ce20ce3-2aa9-48ce-8b40-66003043bf14), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.536536 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce20ce3-2aa9-48ce-8b40-66003043bf14,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:57.538153 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 0b5062a4-988a-400d-baf8-b25159428768 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:08:57.540735 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.546082 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-03c4f016-3876-4a7e-83bf-15388df7253c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ce20ce3-2aa9-48ce-8b40-66003043bf14 HTTP/1.1" status: 204 len: 168 time: 0.3386776 Jun 03 10:08:57.546244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34904) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:57.561852 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b49f8-89b0-4b89-a3b6-e6bccff7b634 None None] Network 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:08:57.574657 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 0b5062a4-988a-400d-baf8-b25159428768 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:08:57.585555 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 0b5062a4-988a-400d-baf8-b25159428768 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:08:57.585555 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device ae751748-2e61-4792-8999-ec0982ba4a48 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:08:57.621918 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (284be7b5-7c4f-4f54-b772-bb0f4e7cb533), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.627218 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: ae751748-2e61-4792-8999-ec0982ba4a48 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:08:57.627824 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device ae751748-2e61-4792-8999-ec0982ba4a48 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:08:57.670646 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Deleting port 8a4974b6-3e67-4286-b70a-62ad641a5f25 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:57.671656 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.741993 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] For port 8a4974b6-3e67-4286-b70a-62ad641a5f25, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=8a4974b6-3e67-4286-b70a-62ad641a5f25,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:57.742283 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.743009 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] DHCP port deletion for 284be7b5-7c4f-4f54-b772-bb0f4e7cb533 request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:08:57.756087 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Calling delete_port for 8a4974b6-3e67-4286-b70a-62ad641a5f25 owned by network:dhcp {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:57.782193 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Deleting port 8a4974b6-3e67-4286-b70a-62ad641a5f25 {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:57.782570 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.842665 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:57.849371 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] For port 8a4974b6-3e67-4286-b70a-62ad641a5f25, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=8a4974b6-3e67-4286-b70a-62ad641a5f25,segment=NetworkSegment(f6af39df-1ec0-4110-9b63-4ee9ffea0d5a),segment_id=f6af39df-1ec0-4110-9b63-4ee9ffea0d5a)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:08:57.850437 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.860704 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device ddeb8364-fea9-49e6-8361-912b3e7116bb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:08:57.889049 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Calling delete_port for 8a4974b6-3e67-4286-b70a-62ad641a5f25 owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:57.893143 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: ddeb8364-fea9-49e6-8361-912b3e7116bb {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:08:57.893484 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device ddeb8364-fea9-49e6-8361-912b3e7116bb not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:08:57.929769 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:57.948185 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4974b6-3e67-4286-b70a-62ad641a5f25,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:57.950023 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] No DVR routers for this DVR port 8a4974b6-3e67-4286-b70a-62ad641a5f25 on host dv-cinder-844563-1-iscsi {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:08:57.977075 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (8a4974b6-3e67-4286-b70a-62ad641a5f25), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.004360 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Pushing event deleted for resources: {'Port': ['ID=8a4974b6-3e67-4286-b70a-62ad641a5f25,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:58.007511 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] No DVR routers for this DVR port 8a4974b6-3e67-4286-b70a-62ad641a5f25 on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:08:58.012371 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:58.020329 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.020593 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.020932 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.021268 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.022128 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.022453 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.022776 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.023097 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.023441 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.023762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.024083 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.024403 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.024720 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.025042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.025356 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9a01a-5293-4422-b45b-7b213cda487d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.025816 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (284be7b5-7c4f-4f54-b772-bb0f4e7cb533), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.047905 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284be7b5-7c4f-4f54-b772-bb0f4e7cb533']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:58.057366 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:58.057655 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6af39df-1ec0-4110-9b63-4ee9ffea0d5a') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:58.067234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (f6af39df-1ec0-4110-9b63-4ee9ffea0d5a), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.080645 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (f6af39df-1ec0-4110-9b63-4ee9ffea0d5a), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.087443 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:08:58.087816 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (f6af39df-1ec0-4110-9b63-4ee9ffea0d5a), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.142860 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:58.225835 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment f6af39df-1ec0-4110-9b63-4ee9ffea0d5a resource provider aggregate not found Jun 03 10:08:58.244849 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment f6af39df-1ec0-4110-9b63-4ee9ffea0d5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6af39df-1ec0-4110-9b63-4ee9ffea0d5a found for delete ", "request_id": "req-d3364c5f-7117-404a-a6ac-18984493cc1d"}]} Jun 03 10:08:58.265819 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (284be7b5-7c4f-4f54-b772-bb0f4e7cb533), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.269169 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.272949 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] 10.222.0.42 "DELETE /v2.0/networks/284be7b5-7c4f-4f54-b772-bb0f4e7cb533 HTTP/1.1" status: 204 len: 168 time: 0.7257917 Jun 03 10:08:58.282811 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f896561-f6b3-4ad2-8dad-a749f6d1f38c admin admin] Pushing event deleted for resources: {'Network': ['ID=284be7b5-7c4f-4f54-b772-bb0f4e7cb533,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:58.428425 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34916) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:58.566045 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Deleting port 0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:08:58.566408 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.598260 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34918) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:58.639069 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-bfdb95d2-ac58-43fc-9adf-85b0b3c8de18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e51010dd5d84daf8aa43859e9e7cb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395989 Jun 03 10:08:58.641600 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34920) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:08:58.646011 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.646375 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.659181 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Calling delete_port for 0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:08:58.689035 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Publish callbacks [] for security_group (31ff6e19-fdf6-4107-9604-605cc05776d4), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.710619 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Publish callbacks [] for security_group (31ff6e19-fdf6-4107-9604-605cc05776d4), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.730757 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:58.844766 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (31ff6e19-fdf6-4107-9604-605cc05776d4), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.847327 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.848614 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31ff6e19-fdf6-4107-9604-605cc05776d4 HTTP/1.1" status: 204 len: 168 time: 0.2059996 Jun 03 10:08:58.856733 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff6e19-fdf6-4107-9604-605cc05776d4,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:58.863909 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.864259 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.864592 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.864929 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.865748 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.866174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.866562 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.866885 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.867206 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.867531 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.867850 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.868168 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.868487 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.868798 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.869110 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065d55e-08d5-425b-912d-3edce348e83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:08:58.879008 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.909164 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'Port': ['ID=0a7c04dd-9473-4d64-8ee9-a47b26c9f2ea,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:08:58.970620 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (37659767-ee98-4103-a7e0-c96457f653ff), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:58.972322 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.l3_db [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Floating IP 37659767-ee98-4103-a7e0-c96457f653ff disassociated (deleted). External IP: 172.27.3.169, port: 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9. Jun 03 10:08:59.072232 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:59.168364 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:08:59.532488 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:08:59.537919 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:08:59.545455 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:08:59.555772 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 8a4974b6-3e67-4286-b70a-62ad641a5f25 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:08:59.569064 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d301e3c1-7202-4cfc-afed-95f3ee9e9aaa tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "DELETE /v2.0/floatingips/37659767-ee98-4103-a7e0-c96457f653ff HTTP/1.1" status: 204 len: 168 time: 1.1395004 Jun 03 10:08:59.569693 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:08:59.572331 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68ed111-ddf6-4793-b281-283755e569bb" -d '{"events": [{"name": "network-changed", "server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:08:59.581192 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:59.582035 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:59.584566 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 8a4974b6-3e67-4286-b70a-62ad641a5f25 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:08:59.585177 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 8a4974b6-3e67-4286-b70a-62ad641a5f25 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:08:59.632516 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addbd638-47a0-468e-94f6-8f1696b783aa x-openstack-request-id: req-addbd638-47a0-468e-94f6-8f1696b783aa {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:08:59.632812 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:08:59.633064 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-addbd638-47a0-468e-94f6-8f1696b783aa {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:08:59.633648 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addbd638-47a0-468e-94f6-8f1696b783aa'] response: {'name': 'network-changed', 'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'status': 'completed', 'code': 200} Jun 03 10:08:59.694178 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed111-ddf6-4793-b281-283755e569bb req-4cd3b3ed-886d-4996-a63d-643b3a0673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:59.695714 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-4cd3b3ed-886d-4996-a63d-643b3a0673cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5476f21b29944eb69e32a2d97b328aed&device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 1130 time: 0.0415792 Jun 03 10:08:59.700103 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:08:59.796778 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:08:59.810562 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed111-ddf6-4793-b281-283755e569bb req-d4dce56a-0e19-43b1-bc6b-cc75584b09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:59.812032 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-d4dce56a-0e19-43b1-bc6b-cc75584b09ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 200 len: 912 time: 0.1101124 Jun 03 10:08:59.852209 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-89b976b9-688f-4ea9-a87e-9eea9cc5752b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 HTTP/1.1" status: 200 len: 217 time: 0.0339589 Jun 03 10:08:59.901055 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed111-ddf6-4793-b281-283755e569bb req-a4776d7c-7817-443b-a359-97a4418caab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:59.902622 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-a4776d7c-7817-443b-a359-97a4418caab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 200 len: 850 time: 0.0451260 Jun 03 10:08:59.905972 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:59.933614 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:08:59.942691 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:08:59.943855 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:08:59.949400 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed111-ddf6-4793-b281-283755e569bb req-e761f3e1-79ef-4ad5-8205-11aa99821ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:08:59.950959 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-e761f3e1-79ef-4ad5-8205-11aa99821ea2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdd39ad8-1097-4745-8715-b421d9c9917f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426645 Jun 03 10:09:00.020226 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:00.055964 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:00.059025 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-96b2a7d8-56f2-4fd1-825c-acfcd185d45f service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017904 Jun 03 10:09:00.131134 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151ef6-6235-4e86-ad9d-117bb8d15dcb req-c8f6dfc0-0f92-4cb8-accc-5985c93a129e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:00.135384 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-02151ef6-6235-4e86-ad9d-117bb8d15dcb req-c8f6dfc0-0f92-4cb8-accc-5985c93a129e tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 946 time: 0.0556056 Jun 03 10:09:00.190616 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-02151ef6-6235-4e86-ad9d-117bb8d15dcb req-8a69603d-6dba-41c0-87f8-3b5169f6ba35 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484211 Jun 03 10:09:00.253230 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:00.262042 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:00.286537 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35308d9c-664d-448a-b620-5a0a17152f47 None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:01:09Z', 'revision_number': 4, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '98c74093-2d1c-4d46-8943-eac9617258d8', 'name': '', 'network_id': 'cdd39ad8-1097-4745-8715-b421d9c9917f', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'mac_address': 'fa:16:3e:5b:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:08Z', 'updated_at': '2022-06-03T10:01:13Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'subnets': [{'id': 'aefefb51-44d5-4f83-a246-e1a27a9189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:09:00.511616 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4dd8c-0cd7-447f-94bf-5b11384277c5 None None] New status for floating IP 37659767-ee98-4103-a7e0-c96457f653ff: DOWN {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:09:01.180087 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e68ed111-ddf6-4793-b281-283755e569bb req-f8080e0f-8f28-4b2a-89d7-3f86a3d3aef9 service neutron] 10.222.0.59 "GET /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883696 Jun 03 10:09:01.310153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37866c12-6d9a-4179-8116-10480bcd14fa req-304f2a01-f9b0-4f8c-a961-b74447fd2812 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:01.311654 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-37866c12-6d9a-4179-8116-10480bcd14fa req-304f2a01-f9b0-4f8c-a961-b74447fd2812 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 946 time: 0.0504422 Jun 03 10:09:01.361591 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-37866c12-6d9a-4179-8116-10480bcd14fa req-fccd3c4f-ecb7-4183-b758-dbe346e11f28 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddc1ec71-403d-4ff9-aca4-e408f8d4503f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441885 Jun 03 10:09:01.622140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11965c06-0746-444e-bdc6-bc442a035943 req-32b61e53-914c-4460-85b0-16c83263277c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:01.623593 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-11965c06-0746-444e-bdc6-bc442a035943 req-32b61e53-914c-4460-85b0-16c83263277c tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 946 time: 0.0494943 Jun 03 10:09:01.669049 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34974) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:01.730134 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Deleting port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:01.730642 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:01.746789 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:01.784141 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-96b7d77f-f519-4301-be81-9f8c1e8af770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:01.829692 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] For port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:01.830020 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:01.847376 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Calling delete_port for 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:01.859534 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-96b7d77f-f519-4301-be81-9f8c1e8af770 admin admin] Publish callbacks [] for security_group (b971b837-b415-41d7-9639-e75f837a6cad), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:01.959767 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-96b7d77f-f519-4301-be81-9f8c1e8af770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (b971b837-b415-41d7-9639-e75f837a6cad), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.002129 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-96b7d77f-f519-4301-be81-9f8c1e8af770 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ca531e0b7b74d6c817bbdfa4bbd796a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319798 Jun 03 10:09:02.002992 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7d77f-f519-4301-be81-9f8c1e8af770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971b837-b415-41d7-9639-e75f837a6cad,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:02.006274 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34978) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:02.052425 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.067576 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a72bc1-49dc-4062-9342-1599f451d123 admin admin] Publish callbacks [] for security_group (b971b837-b415-41d7-9639-e75f837a6cad), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.097615 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'Port': ['ID=4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:02.147840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a72bc1-49dc-4062-9342-1599f451d123 admin admin] Publish callbacks [] for security_group (b971b837-b415-41d7-9639-e75f837a6cad), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.149748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] No DVR routers for this DVR port 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:09:02.156038 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.159210 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-11965c06-0746-444e-bdc6-bc442a035943 req-1f0e549d-a4ea-44d8-b9b1-0dfc0a42a0b1 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.59 "DELETE /v2.0/ports/4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 HTTP/1.1" status: 204 len: 173 time: 0.5291388 Jun 03 10:09:02.159636 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'name': 'network-vif-deleted', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:09:02.161829 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff86a19-5301-4f76-935d-8c50ee78cec2" -d '{"events": [{"server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "name": "network-vif-deleted", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:09:02.198152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4332218d-9d3d-4ebd-a2ab-b9e8e89b6e86 x-openstack-request-id: req-4332218d-9d3d-4ebd-a2ab-b9e8e89b6e86 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:09:02.198761 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acca7e36-982b-4fc4-a4a6-8e34f7b25d7a", "name": "network-vif-deleted", "tag": "4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:09:02.198761 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4332218d-9d3d-4ebd-a2ab-b9e8e89b6e86 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:09:02.198988 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4332218d-9d3d-4ebd-a2ab-b9e8e89b6e86'] response: {'server_uuid': 'acca7e36-982b-4fc4-a4a6-8e34f7b25d7a', 'name': 'network-vif-deleted', 'tag': '4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9', 'status': 'completed', 'code': 200} Jun 03 10:09:02.273378 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a72bc1-49dc-4062-9342-1599f451d123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (b971b837-b415-41d7-9639-e75f837a6cad), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.276007 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-53a72bc1-49dc-4062-9342-1599f451d123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:02.277191 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-53a72bc1-49dc-4062-9342-1599f451d123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b971b837-b415-41d7-9639-e75f837a6cad HTTP/1.1" status: 204 len: 168 time: 0.2697585 Jun 03 10:09:02.285932 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a72bc1-49dc-4062-9342-1599f451d123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971b837-b415-41d7-9639-e75f837a6cad,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:02.463223 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-9ba4eee1-f19a-4140-96ad-ca3890b1469a req-33fe1248-17f8-4597-b5d4-2890a79a8332 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "GET /v2.0/ports?device_id=acca7e36-982b-4fc4-a4a6-8e34f7b25d7a HTTP/1.1" status: 200 len: 210 time: 0.0329022 Jun 03 10:09:03.032365 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 34988) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:03.045650 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3f66261-b56c-4dd9-8785-beec3f299ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.120542 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3f66261-b56c-4dd9-8785-beec3f299ee0 admin admin] Publish callbacks [] for security_group (1ef66fc8-d00f-474f-970d-7d8b920c2b0d), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.203707 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a3f66261-b56c-4dd9-8785-beec3f299ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1ef66fc8-d00f-474f-970d-7d8b920c2b0d), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.215066 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:03.245797 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a3f66261-b56c-4dd9-8785-beec3f299ee0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60fc2b51ab8f46ae996ea37ef470ed73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123821 Jun 03 10:09:03.246654 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f66261-b56c-4dd9-8785-beec3f299ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef66fc8-d00f-474f-970d-7d8b920c2b0d,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:03.248564 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 34992) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:03.256498 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:03.301516 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-672e12ad-d9bc-425e-aa73-fbd03c3de943 admin admin] Publish callbacks [] for security_group (1ef66fc8-d00f-474f-970d-7d8b920c2b0d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.322394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-672e12ad-d9bc-425e-aa73-fbd03c3de943 admin admin] Publish callbacks [] for security_group (1ef66fc8-d00f-474f-970d-7d8b920c2b0d), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.456131 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-672e12ad-d9bc-425e-aa73-fbd03c3de943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1ef66fc8-d00f-474f-970d-7d8b920c2b0d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.459303 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-672e12ad-d9bc-425e-aa73-fbd03c3de943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.467975 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-672e12ad-d9bc-425e-aa73-fbd03c3de943 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ef66fc8-d00f-474f-970d-7d8b920c2b0d HTTP/1.1" status: 204 len: 168 time: 0.2109053 Jun 03 10:09:03.468452 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e12ad-d9bc-425e-aa73-fbd03c3de943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef66fc8-d00f-474f-970d-7d8b920c2b0d,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:03.534413 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35000) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:03.615213 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:03.650585 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Deleting port da3b4540-d602-415d-8e52-d6c0fbb99147 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:03.650929 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.728112 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.728441 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (da3b4540-d602-415d-8e52-d6c0fbb99147), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:03.741493 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Calling delete_port for da3b4540-d602-415d-8e52-d6c0fbb99147 owned by network:floatingip {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:03.921345 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc37716-ff4d-48d7-8fb0-b4cd192a1389 req-1051794a-56eb-452a-ade7-2ad11482dd0d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:03.924582 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8cc37716-ff4d-48d7-8fb0-b4cd192a1389 req-1051794a-56eb-452a-ade7-2ad11482dd0d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0698860 Jun 03 10:09:04.007561 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (da3b4540-d602-415d-8e52-d6c0fbb99147), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:04.016876 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:04.047700 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-7b8aa219-8c1f-458f-8e45-de37c7401239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:04.049255 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-7b8aa219-8c1f-458f-8e45-de37c7401239 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1168 time: 0.0884271 Jun 03 10:09:04.054254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'Port': ['ID=da3b4540-d602-415d-8e52-d6c0fbb99147,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:04.075765 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-8cc37716-ff4d-48d7-8fb0-b4cd192a1389 req-a453522d-be00-4b58-bb91-cec5041159af tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447835 Jun 03 10:09:04.184674 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for floatingip (55ebc033-2854-4e73-8c94-491709d4ba91), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:04.187476 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:04.188632 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-811ea0c5-c373-43fc-8d04-bb6bc262b849 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "DELETE /v2.0/floatingips/55ebc033-2854-4e73-8c94-491709d4ba91 HTTP/1.1" status: 204 len: 168 time: 0.6530333 Jun 03 10:09:04.209682 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-3cf8eacb-b77b-409a-90a2-8f48424b6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:04.211206 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-3cf8eacb-b77b-409a-90a2-8f48424b6e51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 915 time: 0.1532011 Jun 03 10:09:04.277050 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-0a9917de-55cc-43d1-bc95-15a1507e2056 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 1000 time: 0.0598023 Jun 03 10:09:04.329837 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-f9f52d6f-ea4f-40ca-be19-bf2c61cfbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:04.331300 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-f9f52d6f-ea4f-40ca-be19-bf2c61cfbb5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0482528 Jun 03 10:09:04.376374 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-b68872f7-31c6-48e2-9941-2405b833e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:04.377927 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-b68872f7-31c6-48e2-9941-2405b833e796 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388904 Jun 03 10:09:04.469696 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-3ceebe68-91c2-499a-8935-f9c0dfb916da service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856664 Jun 03 10:09:04.569563 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-240a8641-c1c5-40a2-bf9b-9d22121136cc req-068992e2-c005-44e6-ad6f-e6d6dd7cbcbf service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Jun 03 10:09:04.687038 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35030) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:04.788483 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1134554274-network', 'tenant_id': '38dfc11b89fd469fbf6b9a9817a55e6a'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:09:04.982249 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Made reservation on behalf of 38dfc11b89fd469fbf6b9a9817a55e6a for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:09:04.984665 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:04.994949 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.038573 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:05.071211 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks [] for security_group (3a0287bd-5a9e-4443-933d-9a6baf1e18af), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.179195 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3a0287bd-5a9e-4443-933d-9a6baf1e18af), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.215748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771533d6-60da-4782-ab93-9b432bf2ebd5 req-80503cd7-0412-4ed9-8f43-d660fc904fb7 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:05.217246 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-771533d6-60da-4782-ab93-9b432bf2ebd5 req-80503cd7-0412-4ed9-8f43-d660fc904fb7 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0693779 Jun 03 10:09:05.220726 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:09:05.243910 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0287bd-5a9e-4443-933d-9a6baf1e18af,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:05.255243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (8d5ed8c3-e949-453d-a681-df12d261b0ee), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.255243 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Added segment 8d5ed8c3-e949-453d-a681-df12d261b0ee of type vlan for network 4676b022-4c0c-44f4-8d8f-5e04be41d5bb Jun 03 10:09:05.312240 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (4676b022-4c0c-44f4-8d8f-5e04be41d5bb), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.330411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:05.339681 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-771533d6-60da-4782-ab93-9b432bf2ebd5 req-7dd70b24-3a68-40e0-877a-0f8548aecd03 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122353 Jun 03 10:09:05.461535 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (4676b022-4c0c-44f4-8d8f-5e04be41d5bb), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.462574 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:05.463178 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.522061 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] Pushing event updated for resources: {'Network': ['ID=4676b022-4c0c-44f4-8d8f-5e04be41d5bb,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:05.531560 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network 4676b022-4c0c-44f4-8d8f-5e04be41d5bb details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:09:05.561145 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35038) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:05.605571 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-5242bc28-6ca7-4648-8767-edfa16abc577 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9172843 Jun 03 10:09:05.608574 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35040) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:05.614939 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Request body: {'subnet': {'network_id': '4676b022-4c0c-44f4-8d8f-5e04be41d5bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1134554274-subnet', 'tenant_id': '38dfc11b89fd469fbf6b9a9817a55e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:09:05.638664 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2f538b99-79d1-49d3-a2f2-098a6a1436f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group (ddc1ec71-403d-4ff9-aca4-e408f8d4503f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.669544 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2f538b99-79d1-49d3-a2f2-098a6a1436f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group (ddc1ec71-403d-4ff9-aca4-e408f8d4503f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.705403 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Made reservation on behalf of 38dfc11b89fd469fbf6b9a9817a55e6a for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:09:05.719245 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.787649 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2f538b99-79d1-49d3-a2f2-098a6a1436f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (ddc1ec71-403d-4ff9-aca4-e408f8d4503f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.790591 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2f538b99-79d1-49d3-a2f2-098a6a1436f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:05.794349 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2f538b99-79d1-49d3-a2f2-098a6a1436f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] 10.222.0.42 "DELETE /v2.0/security-groups/ddc1ec71-403d-4ff9-aca4-e408f8d4503f HTTP/1.1" status: 204 len: 168 time: 0.2296720 Jun 03 10:09:05.801763 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f538b99-79d1-49d3-a2f2-098a6a1436f3 tempest-TestVolumeBootPattern-70577832 tempest-TestVolumeBootPattern-70577832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc1ec71-403d-4ff9-aca4-e408f8d4503f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:05.907477 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:05.917570 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35044) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:05.927651 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:09:05.928006 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 4bc88b77-b7fa-4b6a-90b4-2750b5baa1c9 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:05.964787 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.093988 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:06.103448 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:06.109757 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Checking segment: {'id': '8d5ed8c3-e949-453d-a681-df12d261b0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4676b022-4c0c-44f4-8d8f-5e04be41d5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:09:06.110135 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Network hostable DHCP agents. Network: 4676b022-4c0c-44f4-8d8f-5e04be41d5bb, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:09:06.279409 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Network 4676b022-4c0c-44f4-8d8f-5e04be41d5bb is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:09:06.328300 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:06.340154 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (fd961271-6e80-45e1-b89b-2086ffccc9a2), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.371140 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, 4676b022-4c0c-44f4-8d8f-5e04be41d5bb) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:09:06.382897 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df9b16-d071-428f-9d2b-e7ff74fb8567 None None] Network 4676b022-4c0c-44f4-8d8f-5e04be41d5bb requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:09:06.403118 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:06.403713 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.469680 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f014ba-3c03-4563-9102-7980daf52f68 req-cc25d977-4319-4514-87db-855388a50f2e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:06.471884 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c8f014ba-3c03-4563-9102-7980daf52f68 req-cc25d977-4319-4514-87db-855388a50f2e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0539613 Jun 03 10:09:06.495483 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-bd05f4be-467f-4d21-9167-1bbaca0e4d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.505250 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95602dee-13cc-4b65-9475-60924e536640 None None] Network 4676b022-4c0c-44f4-8d8f-5e04be41d5bb requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:09:06.518051 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5d707dbe-d541-4446-89e9-2b9eb502d2c3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9079244 Jun 03 10:09:06.568721 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-c8f014ba-3c03-4563-9102-7980daf52f68 req-25dbb609-a930-42e8-bfbc-bd15ba44d544 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876455 Jun 03 10:09:06.593869 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Deleting port 98c74093-2d1c-4d46-8943-eac9617258d8 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:06.594237 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.676333 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] For port 98c74093-2d1c-4d46-8943-eac9617258d8, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=98c74093-2d1c-4d46-8943-eac9617258d8,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:06.677277 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.690964 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Calling delete_port for 98c74093-2d1c-4d46-8943-eac9617258d8 owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:06.947734 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (98c74093-2d1c-4d46-8943-eac9617258d8), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:06.980946 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c74093-2d1c-4d46-8943-eac9617258d8,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:07.036083 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:07.214138 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (fd961271-6e80-45e1-b89b-2086ffccc9a2), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.305172 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35064) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:07.310039 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-973307065-network', 'tenant_id': '1641f17cf6d84281b9d8292cd7533263'}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:09:07.387424 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Made reservation on behalf of 1641f17cf6d84281b9d8292cd7533263 for: {'network': 1} {{(pid=111015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:09:07.390081 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for network (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.400090 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.419225 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:07.436969 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Router fd961271-6e80-45e1-b89b-2086ffccc9a2 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:09:07.477204 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks [] for security_group (f26f1893-ed24-410a-af21-45d8d92a8b05), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.537738 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:09:07.545195 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35066) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:07.545332 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-91e0ff0c-0d84-4868-8623-6010d973ff21 admin admin] 10.222.0.42 "PUT /v2.0/routers/fd961271-6e80-45e1-b89b-2086ffccc9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6272395 Jun 03 10:09:07.548345 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] Sync routers for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:09:07.554126 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f26f1893-ed24-410a-af21-45d8d92a8b05), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.559581 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:09:07.564510 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:07.635349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=111015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 10:09:07.659285 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f1893-ed24-410a-af21-45d8d92a8b05,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:07.664328 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:07.685534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (b7e0908f-c513-43f8-918d-5a16418ce66b), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.685925 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.db.segments_db [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Added segment b7e0908f-c513-43f8-918d-5a16418ce66b of type vlan for network e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c Jun 03 10:09:07.739560 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cb63a-b739-40d5-8863-db084a7f0f88 req-54ae5de6-48f2-4f42-aad5-146ba1e3818f tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:07.741063 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-509cb63a-b739-40d5-8863-db084a7f0f88 req-54ae5de6-48f2-4f42-aad5-146ba1e3818f tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0978372 Jun 03 10:09:07.745575 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:07.758684 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758544343408'] for network (e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.784244 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks [] for router (fd961271-6e80-45e1-b89b-2086ffccc9a2), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.832366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:09:06Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:07.861230 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] Checking router: fd961271-6e80-45e1-b89b-2086ffccc9a2 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:09:07.867862 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:07.874458 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] Routers {'fd961271-6e80-45e1-b89b-2086ffccc9a2'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:09:07.874458 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:08:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['fd961271-6e80-45e1-b89b-2086ffccc9a2'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:07.913408 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-509cb63a-b739-40d5-8863-db084a7f0f88 req-27b74ff8-df19-4f13-bfc6-dff2b66599c9 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607866 Jun 03 10:09:07.935243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks [] for router_gateway (fd961271-6e80-45e1-b89b-2086ffccc9a2), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.947424 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494'] for network (e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.949074 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:07.953654 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:07.968840 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] Set router fd961271-6e80-45e1-b89b-2086ffccc9a2 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:07.995209 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:08.010759 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] Pushing event updated for resources: {'Network': ['ID=e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:08.022083 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Network e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c details requested by agent ovs-agent-dv-cinder-844563-1-iscsi with host dv-cinder-844563-1-iscsi {{(pid=111017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 10:09:08.065051 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Deleting port 9cfadc71-464b-4c28-a585-abc696a4392d {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:08.065379 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.109653 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-75e96f4e-7684-4295-97a9-282a32ecbe5f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8032975 Jun 03 10:09:08.110062 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35070) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:08.117671 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.v2.base [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Request body: {'subnet': {'network_id': 'e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-973307065-subnet', 'tenant_id': '1641f17cf6d84281b9d8292cd7533263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:09:08.122773 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:08.160688 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] For port 9cfadc71-464b-4c28-a585-abc696a4392d, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=9cfadc71-464b-4c28-a585-abc696a4392d,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:08.161042 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.174279 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Calling delete_port for 9cfadc71-464b-4c28-a585-abc696a4392d owned by network:router_gateway {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:08.195783 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:09:06Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:08.225389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3e729-63a2-471c-bfdb-44aa3060fbfb None None] The sync data for ids ['fd961271-6e80-45e1-b89b-2086ffccc9a2'] in dv-cinder-844563-1-iscsi is: [{'id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'name': 'tempest-TestVolumeBootPattern-863932542-router', 'tenant_id': '5476f21b29944eb69e32a2d97b328aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:04Z', 'updated_at': '2022-06-03T10:09:06Z', 'revision_number': 5, 'project_id': '5476f21b29944eb69e32a2d97b328aed', 'gw_port': {'id': '9cfadc71-464b-4c28-a585-abc696a4392d', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:51:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd961271-6e80-45e1-b89b-2086ffccc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:05Z', 'updated_at': '2022-06-03T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:09:08.263852 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Made reservation on behalf of 1641f17cf6d84281b9d8292cd7533263 for: {'subnet': 1} {{(pid=111016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 10:09:08.266717 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3462759'] for subnet (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.405007 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:08.433194 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (9cfadc71-464b-4c28-a585-abc696a4392d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.458717 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfadc71-464b-4c28-a585-abc696a4392d,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:08.479255 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3462773'] for subnet (73b0c0a8-4f5b-4b01-b163-04aee1e132b9), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.520600 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (fd961271-6e80-45e1-b89b-2086ffccc9a2), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.538946 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b0c0a8-4f5b-4b01-b163-04aee1e132b9,revision_number=0']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:08.550159 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Checking segment: {'id': 'b7e0908f-c513-43f8-918d-5a16418ce66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 10:09:08.550517 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Network hostable DHCP agents. Network: e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c, hostable agents: ['ed621295-9b98-4495-b295-18808b1314d9'], hosted agents: [] {{(pid=111016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 10:09:08.609041 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (fd961271-6e80-45e1-b89b-2086ffccc9a2), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.612744 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks [] for router_controller (fd961271-6e80-45e1-b89b-2086ffccc9a2), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.649157 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Network e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c is scheduled to be hosted by DHCP agent ed621295-9b98-4495-b295-18808b1314d9 with binding_index 1 {{(pid=111016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 10:09:08.742153 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (fd961271-6e80-45e1-b89b-2086ffccc9a2), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.742796 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd961271-6e80-45e1-b89b-2086ffccc9a2 {{(pid=111015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:09:08.746920 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.748073 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-6092e387-a1d2-46c8-a8e5-c882bc265bac admin admin] 10.222.0.42 "DELETE /v2.0/routers/fd961271-6e80-45e1-b89b-2086ffccc9a2 HTTP/1.1" status: 204 len: 168 time: 1.2012253 Jun 03 10:09:08.750650 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35072) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:08.776302 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-42b70770-a311-4544-a2d6-750e733e8df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.781875 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.base_scheduler [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-1-iscsi, e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c) {{(pid=111016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 10:09:08.791199 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6115560b-7d2c-4c04-870c-9bf88312f40e None None] Network e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:09:08.792391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:08.792985 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.813907 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Deleting subnet aefefb51-44d5-4f83-a246-e1a27a9189b8 {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:09:08.818092 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Publish callbacks [] for subnet (aefefb51-44d5-4f83-a246-e1a27a9189b8), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.836260 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:08.856806 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (aefefb51-44d5-4f83-a246-e1a27a9189b8), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:08.895757 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333078f0-f207-47ec-9b9d-31f75c3b41b1 None None] Network e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:09:08.904382 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-bd7457a7-2b1f-40f7-b2af-ccac8c54c860 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7851002 Jun 03 10:09:09.062481 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd75bd8-f114-442a-ae5d-c87f1a3a2cc1 req-7d042e5a-d936-4c50-8828-7ef506d91893 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:09.064090 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5bd75bd8-f114-442a-ae5d-c87f1a3a2cc1 req-7d042e5a-d936-4c50-8828-7ef506d91893 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0561903 Jun 03 10:09:09.131700 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-5bd75bd8-f114-442a-ae5d-c87f1a3a2cc1 req-b6b6a12e-a74c-4c26-aeb7-45b23eed41c0 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610659 Jun 03 10:09:09.138280 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (aefefb51-44d5-4f83-a246-e1a27a9189b8), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.268404 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (aefefb51-44d5-4f83-a246-e1a27a9189b8), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.273763 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:09.298094 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefefb51-44d5-4f83-a246-e1a27a9189b8,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:09.300081 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.304608 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cef451-9c57-4641-88ec-20f1f8fdf043 None None] Network cdd39ad8-1097-4745-8715-b421d9c9917f requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:09:09.305761 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35082) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:09.305918 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-dfe00611-5e04-4b10-8ebb-79e17aff46f3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aefefb51-44d5-4f83-a246-e1a27a9189b8 HTTP/1.1" status: 204 len: 168 time: 0.5541389 Jun 03 10:09:09.377584 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (cdd39ad8-1097-4745-8715-b421d9c9917f), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.424151 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Deleting port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:09.424494 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.487539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] For port e19b38fb-1f72-4dd3-a3aa-84b1772900e6, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:09.487918 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.497937 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] DHCP port deletion for cdd39ad8-1097-4745-8715-b421d9c9917f request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:09:09.502090 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Calling delete_port for e19b38fb-1f72-4dd3-a3aa-84b1772900e6 owned by network:dhcp {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:09.515024 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:09.544403 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] Deleting port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:09.544868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.587500 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9cfadc71-464b-4c28-a585-abc696a4392d no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:09.615374 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 9cfadc71-464b-4c28-a585-abc696a4392d {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:09:09.615724 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 9cfadc71-464b-4c28-a585-abc696a4392d not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:09.616144 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e19b38fb-1f72-4dd3-a3aa-84b1772900e6 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:09.655530 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] For port e19b38fb-1f72-4dd3-a3aa-84b1772900e6, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,segment=NetworkSegment(7201bb7f-3525-46ef-b122-ca45ebe04999),segment_id=7201bb7f-3525-46ef-b122-ca45ebe04999)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:09.655945 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.667776 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.676187 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] Calling delete_port for e19b38fb-1f72-4dd3-a3aa-84b1772900e6 owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:09.681102 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No active binding found for port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 {{(pid=111017) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 03 10:09:09.681498 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] The host dv-cinder-844563-1-iscsi is not matching for port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 host None! {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 03 10:09:09.682010 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e19b38fb-1f72-4dd3-a3aa-84b1772900e6 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:09.684833 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 98c74093-2d1c-4d46-8943-eac9617258d8 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:09.695190 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Pushing event deleted for resources: {'Port': ['ID=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:09.699831 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] No DVR routers for this DVR port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 on host dv-cinder-844563-1-iscsi {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:09:09.711522 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 98c74093-2d1c-4d46-8943-eac9617258d8 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:09:09.711892 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 98c74093-2d1c-4d46-8943-eac9617258d8 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:09.773116 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (cdd39ad8-1097-4745-8715-b421d9c9917f), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.778973 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (e19b38fb-1f72-4dd3-a3aa-84b1772900e6), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.797287 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd39ad8-1097-4745-8715-b421d9c9917f']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:09.801430 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] Pushing event deleted for resources: {'Port': ['ID=e19b38fb-1f72-4dd3-a3aa-84b1772900e6,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:09.807336 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d2e03-8e21-4b3c-8c9f-a8f03fc10898 None None] No DVR routers for this DVR port e19b38fb-1f72-4dd3-a3aa-84b1772900e6 on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:09:09.809104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7201bb7f-3525-46ef-b122-ca45ebe04999') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:09.809817 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7201bb7f-3525-46ef-b122-ca45ebe04999') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:09.835384 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (7201bb7f-3525-46ef-b122-ca45ebe04999), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.839436 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (7201bb7f-3525-46ef-b122-ca45ebe04999), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.846089 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:09:09.846467 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (7201bb7f-3525-46ef-b122-ca45ebe04999), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:09.883891 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 7201bb7f-3525-46ef-b122-ca45ebe04999 resource provider aggregate not found Jun 03 10:09:09.902059 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 7201bb7f-3525-46ef-b122-ca45ebe04999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7201bb7f-3525-46ef-b122-ca45ebe04999 found for delete ", "request_id": "req-ac017fd2-47bc-435e-9e19-52947281050e"}]} Jun 03 10:09:10.084977 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (cdd39ad8-1097-4745-8715-b421d9c9917f), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.089525 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.093022 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] 10.222.0.42 "DELETE /v2.0/networks/cdd39ad8-1097-4745-8715-b421d9c9917f HTTP/1.1" status: 204 len: 168 time: 0.7859104 Jun 03 10:09:10.096963 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35090) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:10.101591 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.106548 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed29d-7b85-4865-bfb9-a7f333dfd39b admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd39ad8-1097-4745-8715-b421d9c9917f,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:10.252234 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce80e1-2c10-457d-a6cb-f2832edacd90 req-ca40d3a3-48bb-4bd8-911e-c38e7e14b29d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:10.254015 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f6ce80e1-2c10-457d-a6cb-f2832edacd90 req-ca40d3a3-48bb-4bd8-911e-c38e7e14b29d tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0490701 Jun 03 10:09:10.319036 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-f6ce80e1-2c10-457d-a6cb-f2832edacd90 req-bb033e35-1ffd-4eb2-8bfd-f4b2d863be6e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585582 Jun 03 10:09:10.412420 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.516389 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=61 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:10.544289 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=82 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:10.624609 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Deleting port e501fd1b-5b56-4a87-8d61-1279001d339e {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:10.624966 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.701384 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] For port e501fd1b-5b56-4a87-8d61-1279001d339e, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=e501fd1b-5b56-4a87-8d61-1279001d339e,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:10.701665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.715071 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Calling delete_port for e501fd1b-5b56-4a87-8d61-1279001d339e owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:10.882601 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:10.884464 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:10.952889 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (e501fd1b-5b56-4a87-8d61-1279001d339e), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:10.976425 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e501fd1b-5b56-4a87-8d61-1279001d339e,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:11.149324 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:11.318386 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:11.350019 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:09:11.435473 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44842a-1bde-4fc3-a6f5-ed8bf7c172bd req-8891336e-92a6-45eb-8d40-d0b118123918 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:11.437711 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7a44842a-1bde-4fc3-a6f5-ed8bf7c172bd req-8891336e-92a6-45eb-8d40-d0b118123918 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0495696 Jun 03 10:09:11.452768 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:09:11.457624 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:11.461096 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-51159445-92e1-43be-8c41-6242a7ea0f49 admin admin] 10.222.0.42 "PUT /v2.0/routers/5b0aef53-9593-4d42-a5c1-82f3e1ded5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3609664 Jun 03 10:09:11.461096 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35108) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:11.464107 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] Sync routers for ids ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:09:11.475662 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] Routers {'5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:09:11.476431 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:11.507822 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-7a44842a-1bde-4fc3-a6f5-ed8bf7c172bd req-5d07c968-59b6-4a34-9fc4-ae71416f1b96 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629933 Jun 03 10:09:11.575428 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks [] for router (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:11.602937 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] Set router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:11.675701 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks [] for router_gateway (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:11.819996 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Deleting port 115d7fd7-5bec-4726-abc8-0c5b02fd3451 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:11.825586 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:11.849309 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:09:10Z', 'revision_number': 5, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port': {'id': '115d7fd7-5bec-4726-abc8-0c5b02fd3451', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:01:13Z', 'updated_at': '2022-06-03T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:11.868221 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:11.876210 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] Checking router: 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:09:11.885737 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] Routers {'5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:09:11.891832 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:09Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:11.901204 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] For port 115d7fd7-5bec-4726-abc8-0c5b02fd3451, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=115d7fd7-5bec-4726-abc8-0c5b02fd3451,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:11.901560 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:11.915410 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Calling delete_port for 115d7fd7-5bec-4726-abc8-0c5b02fd3451 owned by network:router_gateway {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:11.961118 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:11.970972 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] Set router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 gateway port host: None {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:12.018539 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:09:11Z', 'revision_number': 6, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:12.044346 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fd0508-4790-41bf-ac40-1cdaae5c7b2d None None] The sync data for ids ['5b0aef53-9593-4d42-a5c1-82f3e1ded5e8'] in dv-cinder-844563-1-iscsi is: [{'id': '5b0aef53-9593-4d42-a5c1-82f3e1ded5e8', 'name': 'tempest-TestVolumeBootPattern-1058689278-router', 'tenant_id': '587f4a774d5e46d1a61cbe83c1d42631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:01:12Z', 'updated_at': '2022-06-03T10:09:11Z', 'revision_number': 6, 'project_id': '587f4a774d5e46d1a61cbe83c1d42631', 'gw_port_host': None}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:09:12.152456 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (115d7fd7-5bec-4726-abc8-0c5b02fd3451), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.176887 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Pushing event deleted for resources: {'Port': ['ID=115d7fd7-5bec-4726-abc8-0c5b02fd3451,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:12.237820 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.322276 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.324411 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks [] for router_controller (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.605025 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (5b0aef53-9593-4d42-a5c1-82f3e1ded5e8), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.605545 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 {{(pid=111016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:09:12.611487 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.612740 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7ec5ba51-1b51-450e-8454-1c299284780c admin admin] 10.222.0.42 "DELETE /v2.0/routers/5b0aef53-9593-4d42-a5c1-82f3e1ded5e8 HTTP/1.1" status: 204 len: 168 time: 1.1507902 Jun 03 10:09:12.620053 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35118) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:12.632762 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda1fc-cd58-4b9f-b5f1-3c0728e03f1d req-fcd381b3-1fc6-43cf-98d6-c6301405b1ca tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:12.634268 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7bda1fc-cd58-4b9f-b5f1-3c0728e03f1d req-fcd381b3-1fc6-43cf-98d6-c6301405b1ca tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0521126 Jun 03 10:09:12.664721 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Deleting subnet 6c8c8678-80c4-4038-bffb-89d55cd35684 {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:09:12.667812 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Publish callbacks [] for subnet (6c8c8678-80c4-4038-bffb-89d55cd35684), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.700217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-d7bda1fc-cd58-4b9f-b5f1-3c0728e03f1d req-217fba7d-f252-467f-9d61-c2e4cf6b20f8 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594752 Jun 03 10:09:12.703850 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (6c8c8678-80c4-4038-bffb-89d55cd35684), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.781913 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (6c8c8678-80c4-4038-bffb-89d55cd35684), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.953816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (6c8c8678-80c4-4038-bffb-89d55cd35684), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.978830 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8c8678-80c4-4038-bffb-89d55cd35684,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:12.984560 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:12.987761 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-50900f95-adf0-4a55-bdb3-4eddc284c974 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c8c8678-80c4-4038-bffb-89d55cd35684 HTTP/1.1" status: 204 len: 168 time: 0.3666596 Jun 03 10:09:12.990512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35120) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:12.993512 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b4e3d-1053-4c10-b2da-82762a3c94e7 None None] Network f0abcbf4-793e-485f-9ea4-d93660623635 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:09:13.005782 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:09:13.007028 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:13.032876 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.075785 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (f0abcbf4-793e-485f-9ea4-d93660623635), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.121778 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Deleting port 39121745-6191-46ab-8a8d-d794e057d92d {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:13.122140 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (39121745-6191-46ab-8a8d-d794e057d92d), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.152180 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] DHCP port deletion for f0abcbf4-793e-485f-9ea4-d93660623635 request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:09:13.186534 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] For port 39121745-6191-46ab-8a8d-d794e057d92d, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=39121745-6191-46ab-8a8d-d794e057d92d,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:13.186885 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (39121745-6191-46ab-8a8d-d794e057d92d), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.192446 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] Deleting port 39121745-6191-46ab-8a8d-d794e057d92d {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:13.192844 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (39121745-6191-46ab-8a8d-d794e057d92d), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.203757 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Calling delete_port for 39121745-6191-46ab-8a8d-d794e057d92d owned by network:dhcp {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:13.235567 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:13.257513 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] For port 39121745-6191-46ab-8a8d-d794e057d92d, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=39121745-6191-46ab-8a8d-d794e057d92d,segment=NetworkSegment(941d2e29-fd31-40df-a4fe-389907d124d5),segment_id=941d2e29-fd31-40df-a4fe-389907d124d5)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:13.257937 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (39121745-6191-46ab-8a8d-d794e057d92d), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.271021 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] Calling delete_port for 39121745-6191-46ab-8a8d-d794e057d92d owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:13.360962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (39121745-6191-46ab-8a8d-d794e057d92d), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.365836 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (39121745-6191-46ab-8a8d-d794e057d92d), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.385600 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Pushing event deleted for resources: {'Port': ['ID=39121745-6191-46ab-8a8d-d794e057d92d,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:13.390436 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] No DVR routers for this DVR port 39121745-6191-46ab-8a8d-d794e057d92d on host dv-cinder-844563-1-iscsi {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:09:13.414634 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.414980 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.415319 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.419063 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:09:13.478484 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (f0abcbf4-793e-485f-9ea4-d93660623635), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.502940 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0abcbf4-793e-485f-9ea4-d93660623635']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:13.513851 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941d2e29-fd31-40df-a4fe-389907d124d5') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:13.514254 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941d2e29-fd31-40df-a4fe-389907d124d5') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:13.522905 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] Pushing event deleted for resources: {'Port': ['ID=39121745-6191-46ab-8a8d-d794e057d92d,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:13.524735 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (941d2e29-fd31-40df-a4fe-389907d124d5), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.526951 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358c24b-3fa6-4076-939e-d6b48c33b362 None None] No DVR routers for this DVR port 39121745-6191-46ab-8a8d-d794e057d92d on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:09:13.542647 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (941d2e29-fd31-40df-a4fe-389907d124d5), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.549660 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:09:13.550939 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (941d2e29-fd31-40df-a4fe-389907d124d5), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.562687 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 115d7fd7-5bec-4726-abc8-0c5b02fd3451 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:13.588962 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 115d7fd7-5bec-4726-abc8-0c5b02fd3451 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:09:13.589391 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 115d7fd7-5bec-4726-abc8-0c5b02fd3451 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:13.589525 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 941d2e29-fd31-40df-a4fe-389907d124d5 resource provider aggregate not found Jun 03 10:09:13.589994 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e501fd1b-5b56-4a87-8d61-1279001d339e no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:13.608622 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:13.610878 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 941d2e29-fd31-40df-a4fe-389907d124d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 941d2e29-fd31-40df-a4fe-389907d124d5 found for delete ", "request_id": "req-3e216c09-94b9-4c33-92d8-2c0641195248"}]} Jun 03 10:09:13.611507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: e501fd1b-5b56-4a87-8d61-1279001d339e {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:09:13.611857 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device e501fd1b-5b56-4a87-8d61-1279001d339e not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:13.612282 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 39121745-6191-46ab-8a8d-d794e057d92d no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:09:13.630390 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 39121745-6191-46ab-8a8d-d794e057d92d {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:09:13.630805 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 39121745-6191-46ab-8a8d-d794e057d92d not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:09:13.696388 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (f0abcbf4-793e-485f-9ea4-d93660623635), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.701673 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:13.704831 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f0abcbf4-793e-485f-9ea4-d93660623635 HTTP/1.1" status: 204 len: 168 time: 0.7132292 Jun 03 10:09:13.719243 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c1d0-4b82-4b47-a19b-62ae86cca341 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0abcbf4-793e-485f-9ea4-d93660623635,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:13.826503 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8693d1-0709-4f79-8e49-c6192ebb1bf1 req-97debf21-1b9a-4cc5-a579-0659a1c4b685 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:13.830047 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e8693d1-0709-4f79-8e49-c6192ebb1bf1 req-97debf21-1b9a-4cc5-a579-0659a1c4b685 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0514956 Jun 03 10:09:13.888127 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e8693d1-0709-4f79-8e49-c6192ebb1bf1 req-5fa5a929-49b0-4f6d-8234-66aacd5accb7 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536644 Jun 03 10:09:14.215892 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:14.346008 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35134) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:14.387016 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-9e6bc286-258d-4db7-bdb6-bf9d7171d386 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5476f21b29944eb69e32a2d97b328aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397978 Jun 03 10:09:14.389437 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35138) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:14.412622 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:14.438579 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-134daec8-194e-46c6-bffe-896ec5699cd0 admin admin] Publish callbacks [] for security_group (9dbfe186-6aa2-42c7-8918-f90c682ad9db), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:14.461333 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-134daec8-194e-46c6-bffe-896ec5699cd0 admin admin] Publish callbacks [] for security_group (9dbfe186-6aa2-42c7-8918-f90c682ad9db), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:14.565104 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-134daec8-194e-46c6-bffe-896ec5699cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9dbfe186-6aa2-42c7-8918-f90c682ad9db), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:14.567775 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-134daec8-194e-46c6-bffe-896ec5699cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:14.569982 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-134daec8-194e-46c6-bffe-896ec5699cd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9dbfe186-6aa2-42c7-8918-f90c682ad9db HTTP/1.1" status: 204 len: 168 time: 0.1790161 Jun 03 10:09:14.577594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134daec8-194e-46c6-bffe-896ec5699cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfe186-6aa2-42c7-8918-f90c682ad9db,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:15.009563 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7e81f-e54a-407c-a8db-1f40c38cd7f1 req-8eb41db5-be9d-4929-8f88-7bf400755e9c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:15.011052 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-80c7e81f-e54a-407c-a8db-1f40c38cd7f1 req-8eb41db5-be9d-4929-8f88-7bf400755e9c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0532796 Jun 03 10:09:15.073120 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-80c7e81f-e54a-407c-a8db-1f40c38cd7f1 req-0cefdc71-de71-4e02-aba4-6eed509d3849 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555866 Jun 03 10:09:15.430879 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35154) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:15.471910 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-7081e6e7-1b42-4252-9596-00e060831656 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=587f4a774d5e46d1a61cbe83c1d42631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393775 Jun 03 10:09:15.473834 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35156) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:15.524794 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-87233d15-57ff-4731-a9ab-33a3a05347a8 admin admin] Publish callbacks [] for security_group (eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:15.546829 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-87233d15-57ff-4731-a9ab-33a3a05347a8 admin admin] Publish callbacks [] for security_group (eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:15.673060 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-87233d15-57ff-4731-a9ab-33a3a05347a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:15.675586 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-87233d15-57ff-4731-a9ab-33a3a05347a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:15.676798 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-87233d15-57ff-4731-a9ab-33a3a05347a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43 HTTP/1.1" status: 204 len: 168 time: 0.2014992 Jun 03 10:09:15.685008 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87233d15-57ff-4731-a9ab-33a3a05347a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92e04c-c9ab-4cb5-b32b-5dbc90f10a43,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:16.197837 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d118eb9-a2a3-4c48-8ac3-222011d63430 req-76aa5e25-0bdb-4f71-b4e1-1431fb613dfc tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:16.199371 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1d118eb9-a2a3-4c48-8ac3-222011d63430 req-76aa5e25-0bdb-4f71-b4e1-1431fb613dfc tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0530596 Jun 03 10:09:16.265792 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1d118eb9-a2a3-4c48-8ac3-222011d63430 req-53fcc08e-deaf-475a-85b8-2106eae11f56 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=cef61ad8-b587-47c5-8346-035aa684925d&id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602777 Jun 03 10:09:22.959003 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=73,neutron:DELETE=14,neutron:UPDATE=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:22.978999 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:25.697668 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:25.698669 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=5 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:25.703421 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-b6b073cb-cc8d-4fbf-9ce2-741989f78702 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399082 Jun 03 10:09:25.782681 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-08b84344-a1d0-4520-9f10-5d1e3c12afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:25.784741 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-08b84344-a1d0-4520-9f10-5d1e3c12afdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1168 time: 0.0400140 Jun 03 10:09:25.863696 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:25.892324 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-6d6dc223-99b0-4dc2-a7ab-59262c7c8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:25.893807 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-6d6dc223-99b0-4dc2-a7ab-59262c7c8c48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 915 time: 0.0916131 Jun 03 10:09:25.955745 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-5dd2bc43-071c-4da4-8451-82b6b177609a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 1000 time: 0.0552557 Jun 03 10:09:26.004762 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-f06c635a-0b58-4ab2-a977-ec25029f9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:26.006197 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-f06c635a-0b58-4ab2-a977-ec25029f9622 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0449748 Jun 03 10:09:26.052643 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-816d07f1-e285-4efb-8c50-bd7d4d01734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:26.054170 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-816d07f1-e285-4efb-8c50-bd7d4d01734c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423193 Jun 03 10:09:26.141711 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-7dbe90f8-ac75-44f5-ae8e-5eec1e988c10 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818951 Jun 03 10:09:26.164596 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:26.474776 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35240) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:26.496353 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-beb2a309-cafe-4c94-9fc4-3692275d1022 req-5100e5d2-3bab-4c9e-8c3f-230f1771b154 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482594 Jun 03 10:09:26.519554 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Deleting subnet 0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5 {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:09:26.522821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Publish callbacks [] for subnet (0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.556967 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.598479 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.712451 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.738586 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:26.742342 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.745412 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-2dd158f1-c0a9-4497-b682-027f562c72fc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0f83d1e8-ddcd-4ebe-80c8-bcfee84492c5 HTTP/1.1" status: 204 len: 168 time: 0.2695460 Jun 03 10:09:26.748006 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35242) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:26.818475 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (4676b022-4c0c-44f4-8d8f-5e04be41d5bb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.893481 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (4676b022-4c0c-44f4-8d8f-5e04be41d5bb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.913931 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4676b022-4c0c-44f4-8d8f-5e04be41d5bb']}} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:26.922954 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5ed8c3-e949-453d-a681-df12d261b0ee') {'for_net_delete': True} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:26.923253 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.services.segments.db [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5ed8c3-e949-453d-a681-df12d261b0ee') {} {{(pid=111016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:26.932778 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991182'] for segment (8d5ed8c3-e949-453d-a681-df12d261b0ee), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.945522 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (8d5ed8c3-e949-453d-a681-df12d261b0ee), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.952182 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=111016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:09:26.952564 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455388'] for segment (8d5ed8c3-e949-453d-a681-df12d261b0ee), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:26.993536 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 8d5ed8c3-e949-453d-a681-df12d261b0ee resource provider aggregate not found Jun 03 10:09:27.016521 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.services.segments.plugin [-] Segment 8d5ed8c3-e949-453d-a681-df12d261b0ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d5ed8c3-e949-453d-a681-df12d261b0ee found for delete ", "request_id": "req-7836af8c-4c23-4150-b248-8b176b0e87ae"}]} Jun 03 10:09:27.106116 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (4676b022-4c0c-44f4-8d8f-5e04be41d5bb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.111547 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.114532 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4676b022-4c0c-44f4-8d8f-5e04be41d5bb HTTP/1.1" status: 204 len: 168 time: 0.3655524 Jun 03 10:09:27.117506 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35248) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:27.126253 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0913a2a-f595-4a57-9179-57a9774dc3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4676b022-4c0c-44f4-8d8f-5e04be41d5bb,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:27.163738 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Deleting subnet 73b0c0a8-4f5b-4b01-b163-04aee1e132b9 {{(pid=111015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:09:27.166988 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Publish callbacks [] for subnet (73b0c0a8-4f5b-4b01-b163-04aee1e132b9), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.202770 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858860'] for subnet (73b0c0a8-4f5b-4b01-b163-04aee1e132b9), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.240972 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (73b0c0a8-4f5b-4b01-b163-04aee1e132b9), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.369894 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8908398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10061203'] for subnet (73b0c0a8-4f5b-4b01-b163-04aee1e132b9), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.396709 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b0c0a8-4f5b-4b01-b163-04aee1e132b9,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:27.400447 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.404120 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-1a1c68df-3121-4a13-9a57-3362fe4ff0ff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/73b0c0a8-4f5b-4b01-b163-04aee1e132b9 HTTP/1.1" status: 204 len: 168 time: 0.2855206 Jun 03 10:09:27.406739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35250) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:27.473183 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.552860 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.573122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:27.582407 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e0908f-c513-43f8-918d-5a16418ce66b') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:27.582704 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e0908f-c513-43f8-918d-5a16418ce66b') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:27.592924 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (b7e0908f-c513-43f8-918d-5a16418ce66b), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.605929 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (b7e0908f-c513-43f8-918d-5a16418ce66b), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.612311 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:09:27.612692 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (b7e0908f-c513-43f8-918d-5a16418ce66b), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.655723 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment b7e0908f-c513-43f8-918d-5a16418ce66b resource provider aggregate not found Jun 03 10:09:27.677569 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment b7e0908f-c513-43f8-918d-5a16418ce66b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7e0908f-c513-43f8-918d-5a16418ce66b found for delete ", "request_id": "req-0c1d366a-1cd7-4760-9e1d-513e212826da"}]} Jun 03 10:09:27.770168 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.775594 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:27.778663 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] 10.222.0.42 "DELETE /v2.0/networks/e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c HTTP/1.1" status: 204 len: 168 time: 0.3710165 Jun 03 10:09:27.790138 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ced5d-24df-4245-9a6d-539e92f9ebce admin admin] Pushing event deleted for resources: {'Network': ['ID=e734bdc5-ed7f-4cb7-8f0e-14a64ea5587c,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:28.111317 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35258) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:28.140996 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:28.152786 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-43cdb579-ada2-4dc1-802e-ed875413ec28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38dfc11b89fd469fbf6b9a9817a55e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403512 Jun 03 10:09:28.155186 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35260) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:28.202758 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f2212c72-4d17-4c46-80ff-93bea8ee8cd1 admin admin] Publish callbacks [] for security_group (3a0287bd-5a9e-4443-933d-9a6baf1e18af), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:28.224347 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f2212c72-4d17-4c46-80ff-93bea8ee8cd1 admin admin] Publish callbacks [] for security_group (3a0287bd-5a9e-4443-933d-9a6baf1e18af), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:28.324339 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f2212c72-4d17-4c46-80ff-93bea8ee8cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (3a0287bd-5a9e-4443-933d-9a6baf1e18af), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:28.326948 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-f2212c72-4d17-4c46-80ff-93bea8ee8cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:28.328098 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-f2212c72-4d17-4c46-80ff-93bea8ee8cd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a0287bd-5a9e-4443-933d-9a6baf1e18af HTTP/1.1" status: 204 len: 168 time: 0.1720257 Jun 03 10:09:28.336019 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2212c72-4d17-4c46-80ff-93bea8ee8cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0287bd-5a9e-4443-933d-9a6baf1e18af,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:29.070975 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35266) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:29.111322 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-1db95b5a-6ad4-4077-bd9e-27ee8a614e7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1641f17cf6d84281b9d8292cd7533263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390158 Jun 03 10:09:29.113653 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35268) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:29.161315 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-698da98d-a24d-4297-8a79-f4879dd809aa admin admin] Publish callbacks [] for security_group (f26f1893-ed24-410a-af21-45d8d92a8b05), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:29.182230 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-698da98d-a24d-4297-8a79-f4879dd809aa admin admin] Publish callbacks [] for security_group (f26f1893-ed24-410a-af21-45d8d92a8b05), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:29.295352 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-698da98d-a24d-4297-8a79-f4879dd809aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (f26f1893-ed24-410a-af21-45d8d92a8b05), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:29.297797 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-698da98d-a24d-4297-8a79-f4879dd809aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:29.298954 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-698da98d-a24d-4297-8a79-f4879dd809aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f26f1893-ed24-410a-af21-45d8d92a8b05 HTTP/1.1" status: 204 len: 168 time: 0.1843762 Jun 03 10:09:29.307264 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698da98d-a24d-4297-8a79-f4879dd809aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f1893-ed24-410a-af21-45d8d92a8b05,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:30.992851 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35302) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:31.038715 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=47 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:31.099789 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b884-61fa-47a6-adf5-b6a7f752a087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.153321 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:31.174246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b884-61fa-47a6-adf5-b6a7f752a087 admin admin] Publish callbacks [] for security_group (e13b80f2-5b1b-4237-ab3e-0cea13fc7daa), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.249799 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b884-61fa-47a6-adf5-b6a7f752a087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e13b80f2-5b1b-4237-ab3e-0cea13fc7daa), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.255679 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:31.288319 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1b884-61fa-47a6-adf5-b6a7f752a087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13b80f2-5b1b-4237-ab3e-0cea13fc7daa,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:31.292932 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-0dc1b884-61fa-47a6-adf5-b6a7f752a087 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6560b66929bf4103a56f87165cd3d24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990651 Jun 03 10:09:31.301194 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35306) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:31.344132 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df390874-e9e3-497a-bc0b-72f197381559 admin admin] Publish callbacks [] for security_group (e13b80f2-5b1b-4237-ab3e-0cea13fc7daa), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.365115 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df390874-e9e3-497a-bc0b-72f197381559 admin admin] Publish callbacks [] for security_group (e13b80f2-5b1b-4237-ab3e-0cea13fc7daa), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.541665 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df390874-e9e3-497a-bc0b-72f197381559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (e13b80f2-5b1b-4237-ab3e-0cea13fc7daa), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.544168 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-df390874-e9e3-497a-bc0b-72f197381559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:31.545394 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-df390874-e9e3-497a-bc0b-72f197381559 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e13b80f2-5b1b-4237-ab3e-0cea13fc7daa HTTP/1.1" status: 204 len: 168 time: 0.2489500 Jun 03 10:09:31.554085 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df390874-e9e3-497a-bc0b-72f197381559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13b80f2-5b1b-4237-ab3e-0cea13fc7daa,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:35.031958 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:36.437366 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-62b76bed-c91e-48ee-b3e7-c3aa08301d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.056254 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35364) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:37.159941 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8de002af-6bc1-4569-b803-a96c11bf3ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.235048 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8de002af-6bc1-4569-b803-a96c11bf3ff5 admin admin] Publish callbacks [] for security_group (25ce0fd8-1901-4671-8474-ffc7db26ab72), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.311123 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8de002af-6bc1-4569-b803-a96c11bf3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (25ce0fd8-1901-4671-8474-ffc7db26ab72), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.350263 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8de002af-6bc1-4569-b803-a96c11bf3ff5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab2daf36d91549abae621d21f5f05689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929473 Jun 03 10:09:37.352166 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de002af-6bc1-4569-b803-a96c11bf3ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce0fd8-1901-4671-8474-ffc7db26ab72,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:37.353047 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35368) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:37.405784 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b93d09ec-08c6-4c2e-94e3-f16275194b11 admin admin] Publish callbacks [] for security_group (25ce0fd8-1901-4671-8474-ffc7db26ab72), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.418614 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:37.427336 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b93d09ec-08c6-4c2e-94e3-f16275194b11 admin admin] Publish callbacks [] for security_group (25ce0fd8-1901-4671-8474-ffc7db26ab72), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.534147 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b93d09ec-08c6-4c2e-94e3-f16275194b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (25ce0fd8-1901-4671-8474-ffc7db26ab72), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.536681 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-b93d09ec-08c6-4c2e-94e3-f16275194b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:37.537822 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-b93d09ec-08c6-4c2e-94e3-f16275194b11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25ce0fd8-1901-4671-8474-ffc7db26ab72 HTTP/1.1" status: 204 len: 168 time: 0.1837974 Jun 03 10:09:37.546221 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d09ec-08c6-4c2e-94e3-f16275194b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce0fd8-1901-4671-8474-ffc7db26ab72,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:38.213970 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35374) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:38.227561 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-91903c56-576b-4450-9255-0f9fa2cecd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.303985 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-91903c56-576b-4450-9255-0f9fa2cecd33 admin admin] Publish callbacks [] for security_group (c59c9bd2-b0da-403c-94c7-a33073df65a2), precommit_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.381075 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-91903c56-576b-4450-9255-0f9fa2cecd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c59c9bd2-b0da-403c-94c7-a33073df65a2), after_create {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.419096 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903c56-576b-4450-9255-0f9fa2cecd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59c9bd2-b0da-403c-94c7-a33073df65a2,revision_number=1']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:38.423607 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-91903c56-576b-4450-9255-0f9fa2cecd33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b83034b270224c338c0186374d40f73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085888 Jun 03 10:09:38.426475 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35376) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:38.479555 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-96941d48-05a0-4fe5-a6c7-6ac74b5f8edb admin admin] Publish callbacks [] for security_group (c59c9bd2-b0da-403c-94c7-a33073df65a2), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.500944 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-96941d48-05a0-4fe5-a6c7-6ac74b5f8edb admin admin] Publish callbacks [] for security_group (c59c9bd2-b0da-403c-94c7-a33073df65a2), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.632881 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-96941d48-05a0-4fe5-a6c7-6ac74b5f8edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (c59c9bd2-b0da-403c-94c7-a33073df65a2), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.635358 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-96941d48-05a0-4fe5-a6c7-6ac74b5f8edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:38.636534 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-96941d48-05a0-4fe5-a6c7-6ac74b5f8edb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c59c9bd2-b0da-403c-94c7-a33073df65a2 HTTP/1.1" status: 204 len: 168 time: 0.2094398 Jun 03 10:09:38.644595 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96941d48-05a0-4fe5-a6c7-6ac74b5f8edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59c9bd2-b0da-403c-94c7-a33073df65a2,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:38.770216 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-b9d3f18f-946b-49c3-b46b-b1bbcffd6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:40.067187 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:41.289616 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:42.901255 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.205373 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35442) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:44.215653 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.310305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-41627f90-6e67-4f0b-9f4e-08a445c2ec4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.383244 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-41627f90-6e67-4f0b-9f4e-08a445c2ec4f admin admin] Publish callbacks [] for security_group (9721b4ca-639d-4894-a7eb-4aa75ccbb5b9), precommit_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.461261 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-41627f90-6e67-4f0b-9f4e-08a445c2ec4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9721b4ca-639d-4894-a7eb-4aa75ccbb5b9), after_create {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.500294 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-41627f90-6e67-4f0b-9f4e-08a445c2ec4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=222bec6d7d4c4aa8a2ae3c0dcf8122b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937043 Jun 03 10:09:44.502255 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627f90-6e67-4f0b-9f4e-08a445c2ec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9721b4ca-639d-4894-a7eb-4aa75ccbb5b9,revision_number=1']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:44.503238 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35446) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:44.552662 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3584-02c6-4450-b34a-3ec77fa70cd6 admin admin] Publish callbacks [] for security_group (9721b4ca-639d-4894-a7eb-4aa75ccbb5b9), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.574828 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3584-02c6-4450-b34a-3ec77fa70cd6 admin admin] Publish callbacks [] for security_group (9721b4ca-639d-4894-a7eb-4aa75ccbb5b9), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.699977 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3584-02c6-4450-b34a-3ec77fa70cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9721b4ca-639d-4894-a7eb-4aa75ccbb5b9), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.702540 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3584-02c6-4450-b34a-3ec77fa70cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:44.703725 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-8f1e3584-02c6-4450-b34a-3ec77fa70cd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9721b4ca-639d-4894-a7eb-4aa75ccbb5b9 HTTP/1.1" status: 204 len: 168 time: 0.1994760 Jun 03 10:09:44.713910 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e3584-02c6-4450-b34a-3ec77fa70cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9721b4ca-639d-4894-a7eb-4aa75ccbb5b9,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:48.750856 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cdd24c90-a5ce-4065-979f-5a15886bd300 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951292509&fields=id&tenant_id=bc1aca15157e45bf95284345dcabf101 HTTP/1.1" status: 200 len: 267 time: 0.0458417 Jun 03 10:09:48.804675 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-1fc26f1f-6d8c-40aa-b6cc-58d1268a81a1 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:48.806132 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-1fc26f1f-6d8c-40aa-b6cc-58d1268a81a1 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 984 time: 0.0496724 Jun 03 10:09:48.817217 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.v2.base [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Request body: {'port': {'security_groups': ['1c9ffe08-a93d-4df0-8c6d-a6aee22e169f']}} {{(pid=111015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 10:09:48.846152 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:48.888813 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975614'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:48.960281 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:49.093667 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:49.123313 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for port (9712d570-b0e3-4cae-821e-95248d924048), precommit_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.209506 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758544892380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758544361804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758544361822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8908324'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_update {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.220830 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9712d570-b0e3-4cae-821e-95248d924048'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:09:49.256524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:49.257146 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.258548 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-e141b3d5-d83e-4a72-96cf-200d8f67d243 req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "PUT /v2.0/ports/9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 942 time: 0.4457309 Jun 03 10:09:49.258995 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:09:49.264643 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35454) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:49.272644 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f9356-bb21-42d0-9749-b551de330b71" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:09:49.314246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:49.325532 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e683230c-7e43-4bc0-8372-d589676c8cc5 x-openstack-request-id: req-e683230c-7e43-4bc0-8372-d589676c8cc5 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:09:49.326458 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:09:49.326734 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e683230c-7e43-4bc0-8372-d589676c8cc5 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:09:49.327153 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e683230c-7e43-4bc0-8372-d589676c8cc5'] response: {'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'status': 'completed', 'code': 200} Jun 03 10:09:49.328787 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0531b0-e4f0-4c8e-bc5d-bd75c57a49db tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event updated for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=7']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:49.350550 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9712d570-b0e3-4cae-821e-95248d924048'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:09:49.359052 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8925ab0e-196b-4f7d-9c6a-23825e59842c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group (cef61ad8-b587-47c5-8346-035aa684925d), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.391648 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8925ab0e-196b-4f7d-9c6a-23825e59842c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group (cef61ad8-b587-47c5-8346-035aa684925d), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.395010 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-c2342443-0085-454d-92a3-003e37f8839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:49.397352 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-c2342443-0085-454d-92a3-003e37f8839a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1129 time: 0.0532219 Jun 03 10:09:49.502256 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-b2bd6c2e-1e90-4a95-b066-7c688cdf118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:49.504080 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-b2bd6c2e-1e90-4a95-b066-7c688cdf118f service neutron] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 915 time: 0.0984101 Jun 03 10:09:49.538498 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.provisioning_blocks [None req-6936e307-86cf-4c23-ace8-f837dc44fb09 None None] Provisioning complete for port 9712d570-b0e3-4cae-821e-95248d924048 triggered by entity DHCP. {{(pid=111017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 10:09:49.538793 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6936e307-86cf-4c23-ace8-f837dc44fb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-562803'] for port (9712d570-b0e3-4cae-821e-95248d924048), provisioning_complete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.626480 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-f1814904-9974-4407-9b2a-31d1d38e4cd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 1000 time: 0.1161535 Jun 03 10:09:49.643330 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8925ab0e-196b-4f7d-9c6a-23825e59842c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (cef61ad8-b587-47c5-8346-035aa684925d), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.646738 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-8925ab0e-196b-4f7d-9c6a-23825e59842c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.648081 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-8925ab0e-196b-4f7d-9c6a-23825e59842c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "DELETE /v2.0/security-groups/cef61ad8-b587-47c5-8346-035aa684925d HTTP/1.1" status: 204 len: 168 time: 0.3824716 Jun 03 10:09:49.652290 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35458) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:49.664299 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-6936e307-86cf-4c23-ace8-f837dc44fb09 None None] Current status of the port 9712d570-b0e3-4cae-821e-95248d924048 is: ACTIVE; New status is: ACTIVE {{(pid=111017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 10:09:49.678774 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-3743f6b1-4c76-4163-b52e-186415c644da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:49.680281 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-3743f6b1-4c76-4163-b52e-186415c644da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0480893 Jun 03 10:09:49.690969 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925ab0e-196b-4f7d-9c6a-23825e59842c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef61ad8-b587-47c5-8346-035aa684925d,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:49.727087 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-2f743ef3-5d5b-4613-af58-88596c2194bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:49.729569 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-2f743ef3-5d5b-4613-af58-88596c2194bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427611 Jun 03 10:09:49.773620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:49.806379 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Deleting port b3a37c84-72da-4d40-af40-f9a4e7649d21 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:49.806764 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.823115 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-6c306e93-1fa3-4513-8a41-ffaf44b06cca service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880029 Jun 03 10:09:49.883821 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.884144 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for floatingip (b3a37c84-72da-4d40-af40-f9a4e7649d21), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:49.886266 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:49.897805 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Calling delete_port for b3a37c84-72da-4d40-af40-f9a4e7649d21 owned by network:floatingip {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:49.914365 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-1e5f9356-bb21-42d0-9749-b551de330b71 req-8cb3ad27-7df5-445e-b129-de02007854c3 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Jun 03 10:09:50.006948 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:09:50.147263 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (b3a37c84-72da-4d40-af40-f9a4e7649d21), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:50.170605 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event deleted for resources: {'Port': ['ID=b3a37c84-72da-4d40-af40-f9a4e7649d21,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:50.238531 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks [] for floatingip (76188bf4-39a1-48e8-a875-afb171b2e7c1), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:50.238861 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.db.l3_db [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Floating IP 76188bf4-39a1-48e8-a875-afb171b2e7c1 disassociated (deleted). External IP: 172.27.3.43, port: 9712d570-b0e3-4cae-821e-95248d924048. Jun 03 10:09:50.240391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:50.430829 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Router 3cf204d3-f664-4d5c-915b-9f2536839bb7 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:09:50.531850 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:09:50.536252 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for floatingip (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:50.541610 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] Sync routers for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:09:50.552217 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:09:50.558399 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:50.566898 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-c9e9f06a-da4d-41a6-a30e-99262d937e3e tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "DELETE /v2.0/floatingips/76188bf4-39a1-48e8-a875-afb171b2e7c1 HTTP/1.1" status: 204 len: 168 time: 0.9135177 Jun 03 10:09:50.567495 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:09:50.569725 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719cf20ba11edee000419ed9e750b4614e8f32c69357c93b39609d2cc47fb43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0636d-61ad-49d6-be96-bd447178abaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:09:50.615725 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 10:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087fb833-fd66-41fa-bb55-d0681c9be955 x-openstack-request-id: req-087fb833-fd66-41fa-bb55-d0681c9be955 {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:09:50.615725 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "status": "completed", "code": 200}]} {{(pid=111016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:09:50.616046 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-087fb833-fd66-41fa-bb55-d0681c9be955 {{(pid=111016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:09:50.616550 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087fb833-fd66-41fa-bb55-d0681c9be955'] response: {'name': 'network-changed', 'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'status': 'completed', 'code': 200} Jun 03 10:09:50.660759 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:50.681338 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-aecfc7f8-61ea-4647-b0a0-a550503c48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:50.683503 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-aecfc7f8-61ea-4647-b0a0-a550503c48d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc1aca15157e45bf95284345dcabf101&device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 1129 time: 0.0455556 Jun 03 10:09:50.777959 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-da31559f-d4fb-4eb9-84f1-db6e03e995e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:50.779438 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-da31559f-d4fb-4eb9-84f1-db6e03e995e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 200 len: 915 time: 0.0890949 Jun 03 10:09:50.779737 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:50.799434 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:50.819161 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-7c46f117-e24b-4336-b09e-aaa4f9edfac3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 200 len: 217 time: 0.0338540 Jun 03 10:09:50.850631 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:50.873805 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-c68fd70b-4660-4a2b-a5fe-f3fea27377c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:50.875283 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-c68fd70b-4660-4a2b-a5fe-f3fea27377c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 200 len: 853 time: 0.0504608 Jun 03 10:09:50.881212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] Checking router: 3cf204d3-f664-4d5c-915b-9f2536839bb7 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:09:50.890189 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:09:50.890813 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:50.919908 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-5445989f-3aa5-4f62-a335-e73068ab6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:50.921406 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-5445989f-3aa5-4f62-a335-e73068ab6e21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=710d39f8-9101-4e3d-baf0-3780f66e0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390067 Jun 03 10:09:50.978384 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=100 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:50.997065 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:09:51.021444 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-08a423dd-5258-417f-8b56-b892248a7702 service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940993 Jun 03 10:09:51.111954 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-dbd0636d-61ad-49d6-be96-bd447178abaa req-8831ff11-e8b5-4a85-aae9-56f9b14765ba service neutron] 10.222.0.59 "GET /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837581 Jun 03 10:09:51.188827 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:09:51.213685 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9610c1-7d3e-4753-9281-8c1d1ef2a69b None None] The sync data for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi is: [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:07:48Z', 'revision_number': 4, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi', '_interfaces': [{'id': '24454f97-26c3-41f2-8c03-69382cce24e1', 'name': '', 'network_id': '710d39f8-9101-4e3d-baf0-3780f66e0120', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'mac_address': 'fa:16:3e:6f:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:48Z', 'updated_at': '2022-06-03T10:07:52Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'subnets': [{'id': 'dfb31f98-01b2-435a-a737-8c774ffe0bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:09:51.432149 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aca92a-8c78-424e-b1ea-d7963e65aa29 None None] New status for floating IP 76188bf4-39a1-48e8-a875-afb171b2e7c1: DOWN {{(pid=111018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 10:09:55.013962 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f4ee2-7a19-4c78-8c62-ba677f4a5b82 req-44ba6acb-26dd-45ec-a1e0-02de752ac846 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:55.015435 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-229f4ee2-7a19-4c78-8c62-ba677f4a5b82 req-44ba6acb-26dd-45ec-a1e0-02de752ac846 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0472314 Jun 03 10:09:55.062296 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-229f4ee2-7a19-4c78-8c62-ba677f4a5b82 req-06ca8481-b92d-4c4a-93dd-280a439b9e85 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Jun 03 10:09:56.187088 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d148c6-c7d5-46b0-bd2d-6d51171b33e1 req-d9e67e73-aecb-4c3d-8731-e3f981a4806c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:56.188547 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-95d148c6-c7d5-46b0-bd2d-6d51171b33e1 req-d9e67e73-aecb-4c3d-8731-e3f981a4806c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Jun 03 10:09:56.236194 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-95d148c6-c7d5-46b0-bd2d-6d51171b33e1 req-81fce572-e523-4be9-9fc2-ce19a199c7a9 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Jun 03 10:09:56.600505 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-1d6973af-1909-4e23-a768-32c566a88fb4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 10:09:56.601935 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-1d6973af-1909-4e23-a768-32c566a88fb4 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.59 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 945 time: 0.0457215 Jun 03 10:09:56.683405 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Deleting port 9712d570-b0e3-4cae-821e-95248d924048 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:09:56.683737 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (9712d570-b0e3-4cae-821e-95248d924048), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:56.769913 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] For port 9712d570-b0e3-4cae-821e-95248d924048, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9712d570-b0e3-4cae-821e-95248d924048,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:09:56.770275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (9712d570-b0e3-4cae-821e-95248d924048), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:56.783603 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Calling delete_port for 9712d570-b0e3-4cae-821e-95248d924048 owned by compute:nova {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:09:56.883494 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:57.061017 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (9712d570-b0e3-4cae-821e-95248d924048), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:57.071915 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] get_ports_and_sgs() called for port_ids ['9712d570-b0e3-4cae-821e-95248d924048'] {{(pid=111017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 10:09:57.092832 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Pushing event deleted for resources: {'Port': ['ID=9712d570-b0e3-4cae-821e-95248d924048,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:09:57.133966 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] No DVR routers for this DVR port 9712d570-b0e3-4cae-821e-95248d924048 on host hv-cinder-84456 {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:09:57.136925 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467141'] for port (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:09:57.140180 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-fc6c9728-bab9-4c34-b177-6a05a21e1468 req-9857ef07-5e67-4430-980c-8ad40af8f95c tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.59 "DELETE /v2.0/ports/9712d570-b0e3-4cae-821e-95248d924048 HTTP/1.1" status: 204 len: 173 time: 0.5324974 Jun 03 10:09:57.140606 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'name': 'network-vif-deleted', 'tag': '9712d570-b0e3-4cae-821e-95248d924048'}] {{(pid=111015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 10:09:57.142850 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d8baa85af28ed13ea4b0ab9ec1e8301d38de6890976e9b405905f8574ab2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53ee50-5286-401a-abf9-9ca3069b22e4" -d '{"events": [{"server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "name": "network-vif-deleted", "tag": "9712d570-b0e3-4cae-821e-95248d924048"}]}' {{(pid=111015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 10:09:57.177815 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 10:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfc1db3-a852-4c1c-9ea0-15871233c7f2 x-openstack-request-id: req-ccfc1db3-a852-4c1c-9ea0-15871233c7f2 {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 10:09:57.178130 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c1a06-6edf-4ccd-84b1-9f0cf52788f9", "name": "network-vif-deleted", "tag": "9712d570-b0e3-4cae-821e-95248d924048", "status": "completed", "code": 200}]} {{(pid=111015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 10:09:57.178463 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccfc1db3-a852-4c1c-9ea0-15871233c7f2 {{(pid=111015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 10:09:57.178888 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfc1db3-a852-4c1c-9ea0-15871233c7f2'] response: {'server_uuid': 'f97c1a06-6edf-4ccd-84b1-9f0cf52788f9', 'name': 'network-vif-deleted', 'tag': '9712d570-b0e3-4cae-821e-95248d924048', 'status': 'completed', 'code': 200} Jun 03 10:09:57.336897 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [req-2e91a99c-2436-4eb2-8cd4-32488bfe109d req-5f167319-de6d-465b-b787-4217ab730217 tempest-TestMinimumBasicScenario-2133250851 tempest-TestMinimumBasicScenario-2133250851-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c1a06-6edf-4ccd-84b1-9f0cf52788f9 HTTP/1.1" status: 200 len: 210 time: 0.0318742 Jun 03 10:09:59.668614 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35542) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:09:59.916747 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:09:59.973486 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (3cf204d3-f664-4d5c-915b-9f2536839bb7), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:00.153953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9712d570-b0e3-4cae-821e-95248d924048 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:00.173509 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] No Port match for: 9712d570-b0e3-4cae-821e-95248d924048 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:00.173771 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Device 9712d570-b0e3-4cae-821e-95248d924048 not bound to the agent host hv-cinder-84456 {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:00.187722 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Deleting port 24454f97-26c3-41f2-8c03-69382cce24e1 {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:00.188058 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:00.264945 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] For port 24454f97-26c3-41f2-8c03-69382cce24e1, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=24454f97-26c3-41f2-8c03-69382cce24e1,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:00.265301 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:00.278541 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Calling delete_port for 24454f97-26c3-41f2-8c03-69382cce24e1 owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:00.375391 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=100 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:00.524009 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (24454f97-26c3-41f2-8c03-69382cce24e1), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:00.549905 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Pushing event deleted for resources: {'Port': ['ID=24454f97-26c3-41f2-8c03-69382cce24e1,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:00.559560 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.559902 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.560236 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.560566 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.560892 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.561213 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.562008 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.562008 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.562240 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.562559 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.562887 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.563205 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.563521 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.563831 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.564140 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:00.721237 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (3cf204d3-f664-4d5c-915b-9f2536839bb7), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:00.972089 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:01.082267 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Router 3cf204d3-f664-4d5c-915b-9f2536839bb7 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:10:01.182044 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:10:01.187091 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a84a364f-055c-4f58-b043-c6ceea808865 admin admin] 10.222.0.42 "PUT /v2.0/routers/3cf204d3-f664-4d5c-915b-9f2536839bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173268 Jun 03 10:10:01.189869 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35544) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:01.191357 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] Sync routers for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:10:01.202098 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:10:01.205704 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:01.287616 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks [] for router (3cf204d3-f664-4d5c-915b-9f2536839bb7), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:01.302886 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:10:01.364601 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=100 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:01.386540 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks [] for router_gateway (3cf204d3-f664-4d5c-915b-9f2536839bb7), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:01.467521 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:10:00Z', 'revision_number': 5, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port': {'id': 'c51f1bf1-1085-4697-b48a-a32b32f43b3b', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:46Z', 'updated_at': '2022-06-03T10:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:01.492834 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Deleting port c51f1bf1-1085-4697-b48a-a32b32f43b3b {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:01.493166 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:01.495348 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] Checking router: 3cf204d3-f664-4d5c-915b-9f2536839bb7 for host: dv-cinder-844563-1-iscsi {{(pid=111017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:10:01.504017 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] Routers {'3cf204d3-f664-4d5c-915b-9f2536839bb7'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:10:01.504624 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['3cf204d3-f664-4d5c-915b-9f2536839bb7'], 'active': True} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:01.548041 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:01.579073 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] For port c51f1bf1-1085-4697-b48a-a32b32f43b3b, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=c51f1bf1-1085-4697-b48a-a32b32f43b3b,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:01.579620 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:01.588326 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvr_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] Set router 3cf204d3-f664-4d5c-915b-9f2536839bb7 gateway port host: None {{(pid=111017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:10:01.593816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Calling delete_port for c51f1bf1-1085-4697-b48a-a32b32f43b3b owned by network:router_gateway {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:01.752709 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:01.760870 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_hamode_db [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:10:01Z', 'revision_number': 6, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:01.785985 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6e81a-707e-412f-8208-956a32cd213a None None] The sync data for ids ['3cf204d3-f664-4d5c-915b-9f2536839bb7'] in dv-cinder-844563-1-iscsi is: [{'id': '3cf204d3-f664-4d5c-915b-9f2536839bb7', 'name': 'tempest-TestMinimumBasicScenario-191186987-router', 'tenant_id': 'bc1aca15157e45bf95284345dcabf101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:45Z', 'updated_at': '2022-06-03T10:10:01Z', 'revision_number': 6, 'project_id': 'bc1aca15157e45bf95284345dcabf101', 'gw_port_host': None}] {{(pid=111017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:10:01.866699 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (c51f1bf1-1085-4697-b48a-a32b32f43b3b), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:01.893246 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Pushing event deleted for resources: {'Port': ['ID=c51f1bf1-1085-4697-b48a-a32b32f43b3b,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:01.953176 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (3cf204d3-f664-4d5c-915b-9f2536839bb7), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.037045 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (3cf204d3-f664-4d5c-915b-9f2536839bb7), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.039204 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks [] for router_controller (3cf204d3-f664-4d5c-915b-9f2536839bb7), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.163816 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (3cf204d3-f664-4d5c-915b-9f2536839bb7), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.169053 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf204d3-f664-4d5c-915b-9f2536839bb7 {{(pid=111016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:10:02.170160 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.171218 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-a77c208e-6aad-411a-81b8-7ad58654d08a admin admin] 10.222.0.42 "DELETE /v2.0/routers/3cf204d3-f664-4d5c-915b-9f2536839bb7 HTTP/1.1" status: 204 len: 168 time: 0.9803951 Jun 03 10:10:02.173746 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35546) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:02.218998 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Deleting subnet dfb31f98-01b2-435a-a737-8c774ffe0bfa {{(pid=111016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:10:02.222188 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Publish callbacks [] for subnet (dfb31f98-01b2-435a-a737-8c774ffe0bfa), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.256988 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991225'] for subnet (dfb31f98-01b2-435a-a737-8c774ffe0bfa), precommit_delete_associations {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.333484 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (dfb31f98-01b2-435a-a737-8c774ffe0bfa), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.461115 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3462732'] for subnet (dfb31f98-01b2-435a-a737-8c774ffe0bfa), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.487018 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb31f98-01b2-435a-a737-8c774ffe0bfa,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:02.491989 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for subnet (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.497436 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51c00a-f476-4139-89b9-51a197f670e2 None None] Network 710d39f8-9101-4e3d-baf0-3780f66e0120 requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:10:02.501172 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-7846bd51-a66c-4125-b22d-352f6537188e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dfb31f98-01b2-435a-a737-8c774ffe0bfa HTTP/1.1" status: 204 len: 168 time: 0.3237317 Jun 03 10:10:02.501660 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35548) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:02.571394 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (710d39f8-9101-4e3d-baf0-3780f66e0120), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.618036 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Deleting port 55cc114b-a9f2-405c-9631-9dca62adf491 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:02.618369 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.657229 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] DHCP port deletion for 710d39f8-9101-4e3d-baf0-3780f66e0120 request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:10:02.687014 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] For port 55cc114b-a9f2-405c-9631-9dca62adf491, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=55cc114b-a9f2-405c-9631-9dca62adf491,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:02.687411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.698107 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Deleting port 55cc114b-a9f2-405c-9631-9dca62adf491 {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:02.698608 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.703827 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Calling delete_port for 55cc114b-a9f2-405c-9631-9dca62adf491 owned by network:dhcp {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:02.750398 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:02.770177 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] For port 55cc114b-a9f2-405c-9631-9dca62adf491, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=55cc114b-a9f2-405c-9631-9dca62adf491,segment=NetworkSegment(ed6c9591-2e07-4026-a442-0bdd00838830),segment_id=ed6c9591-2e07-4026-a442-0bdd00838830)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:02.770870 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.785409 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Calling delete_port for 55cc114b-a9f2-405c-9631-9dca62adf491 owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:02.895669 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.901802 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (55cc114b-a9f2-405c-9631-9dca62adf491), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:02.920539 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Pushing event deleted for resources: {'Port': ['ID=55cc114b-a9f2-405c-9631-9dca62adf491,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:02.924424 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] No DVR routers for this DVR port 55cc114b-a9f2-405c-9631-9dca62adf491 on host dv-cinder-844563-1-iscsi {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:10:02.925651 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Pushing event deleted for resources: {'Port': ['ID=55cc114b-a9f2-405c-9631-9dca62adf491,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:02.936881 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] No DVR routers for this DVR port 55cc114b-a9f2-405c-9631-9dca62adf491 on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:10:02.937402 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.937750 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.938129 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.938469 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.938801 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.939127 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.939459 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.939783 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.940105 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.940425 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.940748 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.941069 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.941389 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.941834 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:02.942041 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa501c-7dea-4f5d-8ca5-254339cb9c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-1-iscsi {{(pid=111017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 10:10:03.001443 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (710d39f8-9101-4e3d-baf0-3780f66e0120), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.021344 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710d39f8-9101-4e3d-baf0-3780f66e0120']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:03.030543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6c9591-2e07-4026-a442-0bdd00838830') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:03.030840 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6c9591-2e07-4026-a442-0bdd00838830') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:03.040349 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (ed6c9591-2e07-4026-a442-0bdd00838830), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.054122 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (ed6c9591-2e07-4026-a442-0bdd00838830), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.061054 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:10:03.061432 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (ed6c9591-2e07-4026-a442-0bdd00838830), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.102572 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment ed6c9591-2e07-4026-a442-0bdd00838830 resource provider aggregate not found Jun 03 10:10:03.120217 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment ed6c9591-2e07-4026-a442-0bdd00838830 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed6c9591-2e07-4026-a442-0bdd00838830 found for delete ", "request_id": "req-44e1a8e4-07f1-4e26-b161-8f28cdc15294"}]} Jun 03 10:10:03.219700 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (710d39f8-9101-4e3d-baf0-3780f66e0120), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.225225 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.228300 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] 10.222.0.42 "DELETE /v2.0/networks/710d39f8-9101-4e3d-baf0-3780f66e0120 HTTP/1.1" status: 204 len: 168 time: 0.7252657 Jun 03 10:10:03.234781 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35554) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:03.240045 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73b05d-3e90-4f3d-ad6b-d2a95a9aee6a admin admin] Pushing event deleted for resources: {'Network': ['ID=710d39f8-9101-4e3d-baf0-3780f66e0120,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:03.537305 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1600977'] for router_interface (5ab46739-2c35-4dcf-b1ca-6772262e6d95), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.567205 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 24454f97-26c3-41f2-8c03-69382cce24e1 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:03.586711 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 24454f97-26c3-41f2-8c03-69382cce24e1 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:03.587064 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 24454f97-26c3-41f2-8c03-69382cce24e1 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:03.587488 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 55cc114b-a9f2-405c-9631-9dca62adf491 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:03.605768 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 55cc114b-a9f2-405c-9631-9dca62adf491 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:03.606710 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 55cc114b-a9f2-405c-9631-9dca62adf491 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:03.615108 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device c51f1bf1-1085-4697-b48a-a32b32f43b3b no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:03.615231 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:03.624494 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: c51f1bf1-1085-4697-b48a-a32b32f43b3b {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:03.624839 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device c51f1bf1-1085-4697-b48a-a32b32f43b3b not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:03.660793 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:03.757267 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Deleting port 2d9c0803-f910-49f2-bc83-0b7681a61fcb {{(pid=111016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:03.757608 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.838021 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.db [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] For port 2d9c0803-f910-49f2-bc83-0b7681a61fcb, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=2d9c0803-f910-49f2-bc83-0b7681a61fcb,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:03.838377 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:03.851174 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.plugins.ml2.plugin [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Calling delete_port for 2d9c0803-f910-49f2-bc83-0b7681a61fcb owned by network:router_interface {{(pid=111016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:04.083766 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456589'] for port (2d9c0803-f910-49f2-bc83-0b7681a61fcb), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:04.115022 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9c0803-f910-49f2-bc83-0b7681a61fcb,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:04.270562 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678876'] for router_interface (5ab46739-2c35-4dcf-b1ca-6772262e6d95), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:04.273149 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:04.467651 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 has already been hosted by L3 agent b31415c3-1c21-4ea1-8142-95edf4a90832 {{(pid=111016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 10:10:04.565260 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] Notify agent at l3_agent.dv-cinder-844563-1-iscsi the message routers_updated {{(pid=111016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 10:10:04.570637 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-9cae435a-669d-4f4e-a5df-9164bd661f32 admin admin] 10.222.0.42 "PUT /v2.0/routers/5ab46739-2c35-4dcf-b1ca-6772262e6d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3377416 Jun 03 10:10:04.573411 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35556) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:04.574567 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] Sync routers for ids ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'] in dv-cinder-844563-1-iscsi {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 10:10:04.585215 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] Routers {'5ab46739-2c35-4dcf-b1ca-6772262e6d95'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:10:04.585821 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:04.672490 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks [] for router (5ab46739-2c35-4dcf-b1ca-6772262e6d95), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:04.684777 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] Set router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 gateway port host: dv-cinder-844563-1-iscsi {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:10:04.766039 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks [] for router_gateway (5ab46739-2c35-4dcf-b1ca-6772262e6d95), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:04.845963 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'external_fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:10:03Z', 'revision_number': 5, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port': {'id': 'd1d94290-e23e-4998-a3a3-9d1061aa4a49', 'name': '', 'network_id': '33c028eb-8266-412a-ab9a-d5c81b51a71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T10:07:52Z', 'updated_at': '2022-06-03T10:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb8c903d-2e25-4a8f-bbc1-ef3adb8f45d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-1-iscsi'}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:04.873602 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] Checking router: 5ab46739-2c35-4dcf-b1ca-6772262e6d95 for host: dv-cinder-844563-1-iscsi {{(pid=111018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 10:10:04.882790 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] Routers {'5ab46739-2c35-4dcf-b1ca-6772262e6d95'} bound to L3 agent in host dv-cinder-844563-1-iscsi {{(pid=111018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 10:10:04.883394 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T09:49:39Z,description=,heartbeat_timestamp=2022-06-03T10:09:39Z,host='dv-cinder-844563-1-iscsi',id=b31415c3-1c21-4ea1-8142-95edf4a90832,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T09:49:39Z,topic='l3_agent')) {'router_ids': ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'], 'active': True} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:04.919223 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Deleting port d1d94290-e23e-4998-a3a3-9d1061aa4a49 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:04.919567 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:04.959932 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:04.961246 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_dvr_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] Set router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 gateway port host: None {{(pid=111018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 10:10:04.999250 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] For port d1d94290-e23e-4998-a3a3-9d1061aa4a49, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=d1d94290-e23e-4998-a3a3-9d1061aa4a49,segment=NetworkSegment(681bb4da-1b45-41a0-a38d-f3b378712d9c),segment_id=681bb4da-1b45-41a0-a38d-f3b378712d9c)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:04.999512 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.010732 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.l3_hamode_db [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:10:04Z', 'revision_number': 6, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port_host': None}], 'dv-cinder-844563-1-iscsi', False) {} {{(pid=111018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:05.012771 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Calling delete_port for d1d94290-e23e-4998-a3a3-9d1061aa4a49 owned by network:router_gateway {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:05.034465 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee5e9e-61ec-43f2-9171-f55ce7253622 None None] The sync data for ids ['5ab46739-2c35-4dcf-b1ca-6772262e6d95'] in dv-cinder-844563-1-iscsi is: [{'id': '5ab46739-2c35-4dcf-b1ca-6772262e6d95', 'name': 'tempest-TestMinimumBasicScenario-755216367-router', 'tenant_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T10:07:51Z', 'updated_at': '2022-06-03T10:10:04Z', 'revision_number': 6, 'project_id': '10c669a8ac59456fbf4e8bac2135a2a1', 'gw_port_host': None}] {{(pid=111018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 10:10:05.126748 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:05.261077 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (d1d94290-e23e-4998-a3a3-9d1061aa4a49), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.290102 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d94290-e23e-4998-a3a3-9d1061aa4a49,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:05.351989 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1597980'] for router_gateway (5ab46739-2c35-4dcf-b1ca-6772262e6d95), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.439408 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60473'] for router (5ab46739-2c35-4dcf-b1ca-6772262e6d95), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.441636 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks [] for router_controller (5ab46739-2c35-4dcf-b1ca-6772262e6d95), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.557867 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602444'] for router (5ab46739-2c35-4dcf-b1ca-6772262e6d95), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.558527 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab46739-2c35-4dcf-b1ca-6772262e6d95 {{(pid=111015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 10:10:05.563464 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.564592 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-2e29eed4-06cc-4a4b-a29d-cd9b125eb915 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5ab46739-2c35-4dcf-b1ca-6772262e6d95 HTTP/1.1" status: 204 len: 168 time: 0.9901063 Jun 03 10:10:05.567121 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35558) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:05.614633 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.db_base_plugin_v2 [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Deleting subnet 8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6 {{(pid=111015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 10:10:05.617739 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Publish callbacks [] for subnet (8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.655606 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8858860'] for subnet (8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6), precommit_delete_associations {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.728472 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-558423'] for subnet (8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.810891 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d1d94290-e23e-4998-a3a3-9d1061aa4a49 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:05.832800 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: d1d94290-e23e-4998-a3a3-9d1061aa4a49 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:05.833141 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device d1d94290-e23e-4998-a3a3-9d1061aa4a49 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:05.833556 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 2d9c0803-f910-49f2-bc83-0b7681a61fcb no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:05.851872 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: 2d9c0803-f910-49f2-bc83-0b7681a61fcb {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:05.852220 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device 2d9c0803-f910-49f2-bc83-0b7681a61fcb not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:05.907457 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-558428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8908398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10061203'] for subnet (8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.935139 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:05.940830 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:05.943919 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-3566dfef-0345-452f-9333-aa3e2b93702a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8f503eb0-b4b7-44ee-b7ae-aee9e8a33ab6 HTTP/1.1" status: 204 len: 168 time: 0.3758950 Jun 03 10:10:05.946704 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f5020-c699-4846-aefa-0a6e7f01d22a None None] Network 48f336e8-33c4-4056-844c-15fa5ae209ea requested from dv-cinder-844563-1-iscsi {{(pid=111017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 10:10:05.948563 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.wsgi [-] (111015) accepted ('10.222.0.42', 35560) {{(pid=111015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:06.022908 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649047'] for network (48f336e8-33c4-4056-844c-15fa5ae209ea), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.067763 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Deleting port a4b15e14-02d4-4fe9-add4-edb942e75436 {{(pid=111015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:06.067763 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.092698 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] DHCP port deletion for 48f336e8-33c4-4056-844c-15fa5ae209ea request from dv-cinder-844563-1-iscsi {{(pid=111017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 10:10:06.132090 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] Deleting port a4b15e14-02d4-4fe9-add4-edb942e75436 {{(pid=111017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 10:10:06.132458 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758544837003'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), before_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.133968 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.db [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] For port a4b15e14-02d4-4fe9-add4-edb942e75436, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=a4b15e14-02d4-4fe9-add4-edb942e75436,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:06.134331 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.143733 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:06.148288 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.plugin [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Calling delete_port for a4b15e14-02d4-4fe9-add4-edb942e75436 owned by network:dhcp {{(pid=111015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:06.194275 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:06.195770 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.db [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] For port a4b15e14-02d4-4fe9-add4-edb942e75436, host dv-cinder-844563-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-1-iscsi',level=0,port_id=a4b15e14-02d4-4fe9-add4-edb942e75436,segment=NetworkSegment(0a557f5b-ddbc-4625-8d75-306d50a7a4f4),segment_id=0a557f5b-ddbc-4625-8d75-306d50a7a4f4)] {{(pid=111017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 10:10:06.196170 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1655364'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), precommit_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.210334 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] Calling delete_port for a4b15e14-02d4-4fe9-add4-edb942e75436 owned by network:dhcp {{(pid=111017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 10:10:06.213876 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:06.318543 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8908317'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.324405 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758544892362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758544361795'] for port (a4b15e14-02d4-4fe9-add4-edb942e75436), after_delete {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.344708 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b15e14-02d4-4fe9-add4-edb942e75436,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:06.346852 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] No DVR routers for this DVR port a4b15e14-02d4-4fe9-add4-edb942e75436 on host dv-cinder-844563-1-iscsi {{(pid=111015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:10:06.350120 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] Pushing event deleted for resources: {'Port': ['ID=a4b15e14-02d4-4fe9-add4-edb942e75436,revision_number=None']} {{(pid=111017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:06.351916 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562bd328-3916-4f4b-b26f-c695f5c6e6f3 None None] No DVR routers for this DVR port a4b15e14-02d4-4fe9-add4-edb942e75436 on host dv-cinder-844563-1-iscsi {{(pid=111017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 10:10:06.411703 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:06.420679 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-564204', 'neutron.services.segments.db._delete_segments_for_network-8758544847782'] for network (48f336e8-33c4-4056-844c-15fa5ae209ea), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.440674 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f336e8-33c4-4056-844c-15fa5ae209ea']}} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:06.450439 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a557f5b-ddbc-4625-8d75-306d50a7a4f4') {'for_net_delete': True} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:06.450740 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.services.segments.db [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a557f5b-ddbc-4625-8d75-306d50a7a4f4') {} {{(pid=111015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 10:10:06.460120 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758544847279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8858843'] for segment (0a557f5b-ddbc-4625-8d75-306d50a7a4f4), before_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.472967 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860'] for segment (0a557f5b-ddbc-4625-8d75-306d50a7a4f4), precommit_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.479266 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=111015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 10:10:06.479650 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-570860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907212'] for segment (0a557f5b-ddbc-4625-8d75-306d50a7a4f4), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.521371 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 0a557f5b-ddbc-4625-8d75-306d50a7a4f4 resource provider aggregate not found Jun 03 10:10:06.538889 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.services.segments.plugin [-] Segment 0a557f5b-ddbc-4625-8d75-306d50a7a4f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a557f5b-ddbc-4625-8d75-306d50a7a4f4 found for delete ", "request_id": "req-010fb5fd-ddad-45af-87b8-7c4ef21d2a22"}]} Jun 03 10:10:06.540959 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-418fbcaa-d42e-4dab-8a98-f8efd729541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.643610 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2064921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1597940'] for network (48f336e8-33c4-4056-844c-15fa5ae209ea), after_delete {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.648913 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron_lib.callbacks.manager [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703540'] for network (None), before_response {{(pid=111015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:06.652223 dv-cinder-844563-1-iscsi neutron-server[111015]: INFO neutron.wsgi [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] 10.222.0.42 "DELETE /v2.0/networks/48f336e8-33c4-4056-844c-15fa5ae209ea HTTP/1.1" status: 204 len: 168 time: 0.7027304 Jun 03 10:10:06.664524 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf533ae-36e1-4e45-8c6b-ed585b73216d admin admin] Pushing event deleted for resources: {'Network': ['ID=48f336e8-33c4-4056-844c-15fa5ae209ea,revision_number=None']} {{(pid=111015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:07.041998 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35568) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:07.082016 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f9a46465-480c-4021-ab66-29f3243a310e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc1aca15157e45bf95284345dcabf101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388632 Jun 03 10:10:07.084463 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35570) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:07.106474 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:07.134181 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5cb-6db2-4cd6-8bfd-d9352483b5fd admin admin] Publish callbacks [] for security_group (1c9ffe08-a93d-4df0-8c6d-a6aee22e169f), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:07.155934 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5cb-6db2-4cd6-8bfd-d9352483b5fd admin admin] Publish callbacks [] for security_group (1c9ffe08-a93d-4df0-8c6d-a6aee22e169f), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:07.317996 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5cb-6db2-4cd6-8bfd-d9352483b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (1c9ffe08-a93d-4df0-8c6d-a6aee22e169f), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:07.320486 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-18e0a5cb-6db2-4cd6-8bfd-d9352483b5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:07.321634 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-18e0a5cb-6db2-4cd6-8bfd-d9352483b5fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c9ffe08-a93d-4df0-8c6d-a6aee22e169f HTTP/1.1" status: 204 len: 168 time: 0.2362938 Jun 03 10:10:07.330553 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0a5cb-6db2-4cd6-8bfd-d9352483b5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ffe08-a93d-4df0-8c6d-a6aee22e169f,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:07.567169 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device a4b15e14-02d4-4fe9-add4-edb942e75436 no longer exists at agent ovs-agent-dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 10:10:07.588650 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] No Port match for: a4b15e14-02d4-4fe9-add4-edb942e75436 {{(pid=111017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 10:10:07.588920 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron.plugins.ml2.rpc [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Device a4b15e14-02d4-4fe9-add4-edb942e75436 not bound to the agent host dv-cinder-844563-1-iscsi {{(pid=111017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 10:10:08.024312 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35576) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:08.064820 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-5893bf41-c578-417d-b145-ff03cc63c7bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10c669a8ac59456fbf4e8bac2135a2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393424 Jun 03 10:10:08.067261 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.wsgi [-] (111016) accepted ('10.222.0.42', 35578) {{(pid=111016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 10:10:08.114543 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6c77-4028-4311-afc3-594d998dca52 admin admin] Publish callbacks [] for security_group (9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf), before_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:08.135918 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6c77-4028-4311-afc3-594d998dca52 admin admin] Publish callbacks [] for security_group (9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf), precommit_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:08.283949 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6c77-4028-4311-afc3-594d998dca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095783'] for security_group (9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf), after_delete {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:08.286536 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6c77-4028-4311-afc3-594d998dca52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:08.287687 dv-cinder-844563-1-iscsi neutron-server[111016]: INFO neutron.wsgi [None req-f8ed6c77-4028-4311-afc3-594d998dca52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf HTTP/1.1" status: 204 len: 168 time: 0.2195475 Jun 03 10:10:08.296434 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed6c77-4028-4311-afc3-594d998dca52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ad78d-fec2-4bd2-8aa6-bee7a4b424cf,revision_number=None']} {{(pid=111016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 10:10:08.787115 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-e18eddf0-bae3-4af4-8d27-2f1a20384d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:10.032609 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:11.335177 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:12.933412 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:14.220552 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:15.012713 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=49 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:15.013392 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=45 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:16.734355 dv-cinder-844563-1-iscsi neutron-server[111015]: DEBUG dbcounter [-] [111015] Writing DB stats neutron:SELECT=29,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:18.170175 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:18.292210 dv-cinder-844563-1-iscsi neutron-server[111016]: DEBUG dbcounter [-] [111016] Writing DB stats neutron:SELECT=78,neutron:DELETE=6 {{(pid=111016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:24.131281 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:24.133158 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:27.007770 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:10:36.441690 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-fcd50fed-d9eb-4b3b-89b0-cd2163e1f37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:38.757661 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-99fd97d8-b0f6-4869-b864-a0dece7ae868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:40.043014 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:41.323343 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:42.951590 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:44.226345 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:10:45.035668 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=16 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:45.040446 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=18 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:54.144582 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:10:54.146856 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:04.006749 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:11:06.448465 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-aad119c2-9912-42c9-bdad-999ed93e45ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:08.745373 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c50ca161-17da-4898-abeb-03ddd5de7873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:10.054351 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:11.349740 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:13.052354 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:14.225662 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:22.032314 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:22.037101 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:24.143596 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:24.144767 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:35.036120 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:36.447828 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-6c5ba3fa-b50b-4175-b07a-5ceb7aeee6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:38.779324 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-36d12263-07e8-41db-b285-6312f3e4dd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:40.053416 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:41.006330 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:11:41.308993 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:42.900304 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:44.242362 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:11:54.151326 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=9 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:54.157301 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:59.028351 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:11:59.033130 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:06.447860 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-5d5c36c5-5aaa-4672-8a89-bfd0b981720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:08.759958 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7179-85e3-41bc-9f82-865085cb4ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:10.081834 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:11.321580 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:12.915669 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:14.230289 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:18.005139 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:12:24.161347 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:24.164212 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:36.032724 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=15 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:36.037575 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=19 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:36.446897 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f76d28bb-3e2d-4813-add1-eb369da26b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:38.764868 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-85b41f63-67d3-41e7-b6c8-004814f6368f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:40.041762 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:41.326679 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:42.920955 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:44.212561 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:12:54.147900 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:54.149771 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:12:55.003858 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:13:06.435140 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-4acb18f9-289b-4c58-89a2-e932c82d634c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:08.769791 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c61240bf-3b1d-4b7e-bcee-0328d4db4f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:10.080782 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:11.346679 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:12.955497 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:13.039495 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:13.044278 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:14.229214 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:24.169953 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:24.171707 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:32.002464 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:13:36.474872 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-810e004a-7198-4b10-888c-951c07d8b183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:38.769336 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b3b2-6401-4a08-a6e4-187761b6844d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:40.081047 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:41.348876 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:42.960326 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:44.229088 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:13:50.046717 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:50.051596 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=7 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:55.306020 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:13:55.306890 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:14:06.437087 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-259f56fe-139d-4098-b936-790b2d70b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:08.802977 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-239091ea-8a38-491a-9474-ecfa6bdcd64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:09.001878 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:14:10.105777 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:11.368414 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:12.948355 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:14.302911 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:24.184233 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:14:24.186129 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:14:35.382461 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:14:35.384287 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=17 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:14:36.436652 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-7cb81702-83dc-4cc0-87f2-36ab66e0932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:38.782278 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-a9617742-0f9d-4432-b600-5783020682b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:40.073652 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:41.336094 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:42.925350 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:44.259359 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:14:46.002219 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:14:54.184649 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:14:54.190597 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:15:04.041424 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=5 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:15:04.045209 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG dbcounter [-] [111018] Writing DB stats neutron:SELECT=3 {{(pid=111018) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:15:06.438754 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-52479a4c-6b4b-48a2-8ed1-19e1643aadaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (ed621295-9b98-4495-b295-18808b1314d9), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:15:08.767377 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-3b256b5b-e294-4a3a-bd7d-d4b3832f5e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (b31415c3-1c21-4ea1-8142-95edf4a90832), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:15:10.109690 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0c1241e1-9e0d-4a00-8777-5ac4529dcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (d7d4da70-7550-4114-99f3-04a09db328eb), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:15:11.341435 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-0519346e-bd9b-4c5f-94bd-817600a7ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (789fbb9b-8605-4a9b-9d23-3738c53e8066), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:15:13.007224 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-c64f5aeb-6dde-4878-8292-a07287e3fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (347ea7b4-cdeb-4368-af4a-10d4c87d0b28), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:15:14.330132 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG neutron_lib.callbacks.manager [None req-addc3a91-49c1-401b-bdd5-a76c6c5ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758544847764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561325'] for agent (71250237-cce2-4a98-932b-22b56a5cc3b2), after_update {{(pid=111017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 10:15:23.001555 dv-cinder-844563-1-iscsi neutron-server[111018]: DEBUG neutron.db.agents_db [None req-12804ff6-76c8-4a91-912a-5c1a8a164e47 None None] Agent healthcheck: found 6 active agents {{(pid=111018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 10:15:24.197507 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 10:15:24.199363 dv-cinder-844563-1-iscsi neutron-server[111017]: DEBUG dbcounter [-] [111017] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}